@skillful-agents/agent-computer 0.0.3

package/dist/src/cdp/discovery.d.ts

@@ -0,0 +1,8 @@
+import type { CDPTarget } from './types.js';
+/** GET http://localhost:{port}/json/list — returns all CDP targets */
+export declare function discoverTargets(port: number): Promise<CDPTarget[]>;
+/** Filter targets for type === 'page' and return first match */
+export declare function findPageTarget(port: number): Promise<CDPTarget>;
+/** Poll until a page target appears, with timeout */
+export declare function waitForCDP(port: number, timeout?: number): Promise<CDPTarget>;
+//# sourceMappingURL=discovery.d.ts.map

package/dist/src/cdp/discovery.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"discovery.d.ts","sourceRoot":"","sources":["../../../src/cdp/discovery.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAE5C,sEAAsE;AACtE,wBAAsB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CAsBxE;AAED,gEAAgE;AAChE,wBAAsB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,CAOrE;AAED,qDAAqD;AACrD,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,SAAQ,GAAG,OAAO,CAAC,SAAS,CAAC,CAclF"}

package/dist/src/cdp/discovery.js

@@ -0,0 +1,54 @@
+import * as http from 'http';
+/** GET http://localhost:{port}/json/list — returns all CDP targets */
+export async function discoverTargets(port) {
+    return new Promise((resolve, reject) => {
+        const req = http.get(`http://127.0.0.1:${port}/json/list`, (res) => {
+            let data = '';
+            res.on('data', (chunk) => { data += chunk.toString(); });
+            res.on('end', () => {
+                try {
+                    const targets = JSON.parse(data);
+                    resolve(targets);
+                }
+                catch (err) {
+                    reject(new Error(`Failed to parse CDP targets: ${err}`));
+                }
+            });
+        });
+        req.on('error', (err) => {
+            reject(new Error(`Failed to discover CDP targets on port ${port}: ${err.message}`));
+        });
+        req.setTimeout(5000, () => {
+            req.destroy();
+            reject(new Error(`CDP discovery timed out on port ${port}`));
+        });
+    });
+}
+/** Filter targets for type === 'page' and return first match */
+export async function findPageTarget(port) {
+    const targets = await discoverTargets(port);
+    const page = targets.find(t => t.type === 'page');
+    if (!page) {
+        throw new Error(`No page target found on port ${port}. Found: ${targets.map(t => t.type).join(', ')}`);
+    }
+    return page;
+}
+/** Poll until a page target appears, with timeout */
+export async function waitForCDP(port, timeout = 10000) {
+    const start = Date.now();
+    let lastError;
+    while (Date.now() - start < timeout) {
+        try {
+            return await findPageTarget(port);
+        }
+        catch (err) {
+            lastError = err;
+            await sleep(200);
+        }
+    }
+    throw new Error(`CDP not available on port ${port} after ${timeout}ms: ${lastError?.message}`);
+}
+function sleep(ms) {
+    return new Promise(resolve => setTimeout(resolve, ms));
+}
+//# sourceMappingURL=discovery.js.map

package/dist/src/cdp/discovery.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"discovery.js","sourceRoot":"","sources":["../../../src/cdp/discovery.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAG7B,sEAAsE;AACtE,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAAY;IAChD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,oBAAoB,IAAI,YAAY,EAAE,CAAC,GAAG,EAAE,EAAE;YACjE,IAAI,IAAI,GAAG,EAAE,CAAC;YACd,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE,GAAG,IAAI,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YACjE,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;gBACjB,IAAI,CAAC;oBACH,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAgB,CAAC;oBAChD,OAAO,CAAC,OAAO,CAAC,CAAC;gBACnB,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,CAAC,IAAI,KAAK,CAAC,gCAAgC,GAAG,EAAE,CAAC,CAAC,CAAC;gBAC3D,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACtB,MAAM,CAAC,IAAI,KAAK,CAAC,0CAA0C,IAAI,KAAK,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QACtF,CAAC,CAAC,CAAC;QACH,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,EAAE;YACxB,GAAG,CAAC,OAAO,EAAE,CAAC;YACd,MAAM,CAAC,IAAI,KAAK,CAAC,mCAAmC,IAAI,EAAE,CAAC,CAAC,CAAC;QAC/D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,gEAAgE;AAChE,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,IAAY;IAC/C,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,CAAC;IAC5C,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;IAClD,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CAAC,gCAAgC,IAAI,YAAY,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACzG,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,qDAAqD;AACrD,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAY,EAAE,OAAO,GAAG,KAAK;IAC5D,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,IAAI,SAA4B,CAAC;IAEjC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,OAAO,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,OAAO,MAAM,cAAc,CAAC,IAAI,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,SAAS,GAAG,GAAY,CAAC;YACzB,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;QACnB,CAAC;IACH,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,6BAA6B,IAAI,UAAU,OAAO,OAAO,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;AACjG,CAAC;AAED,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AACzD,CAAC"}

package/dist/src/cdp/index.d.ts

@@ -0,0 +1,12 @@
+export { CDPConnection } from './connection.js';
+export { discoverTargets, findPageTarget, waitForCDP } from './discovery.js';
+export { CDPAXTree } from './ax-tree.js';
+export { CDPInteractions } from './interactions.js';
+export { CDPClient } from './client.js';
+export { mapCDPRole, INTERACTIVE_ROLES } from './role-map.js';
+export { getBounds, toScreenCoords, resolveAllBounds } from './bounds.js';
+export { computeChanged, computeDiff } from './diff.js';
+export { findFreePort } from './port-manager.js';
+export type { CDPTarget, CDPAXNode, CDPNodeRef, CDPBoxModel } from './types.js';
+export type { CDPSnapshotOptions, CDPSnapshotResult } from './client.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/src/cdp/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/cdp/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC7E,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAC9D,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC1E,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,YAAY,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAChF,YAAY,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC"}

package/dist/src/cdp/index.js

@@ -0,0 +1,10 @@
+export { CDPConnection } from './connection.js';
+export { discoverTargets, findPageTarget, waitForCDP } from './discovery.js';
+export { CDPAXTree } from './ax-tree.js';
+export { CDPInteractions } from './interactions.js';
+export { CDPClient } from './client.js';
+export { mapCDPRole, INTERACTIVE_ROLES } from './role-map.js';
+export { getBounds, toScreenCoords, resolveAllBounds } from './bounds.js';
+export { computeChanged, computeDiff } from './diff.js';
+export { findFreePort } from './port-manager.js';
+//# sourceMappingURL=index.js.map

package/dist/src/cdp/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/cdp/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC7E,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAC9D,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAC1E,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC"}

package/dist/src/cdp/interactions.d.ts

@@ -0,0 +1,47 @@
+import type { CDPConnection } from './connection.js';
+export declare class CDPInteractions {
+    private connection;
+    constructor(connection: CDPConnection);
+    /** Click at element center (CSS viewport coords). Options: right, double, modifiers */
+    click(backendDOMNodeId: number, cssBounds: [number, number, number, number], options?: {
+        right?: boolean;
+        double?: boolean;
+        count?: number;
+        modifiers?: string[];
+    }): Promise<void>;
+    /** Click at specific CSS viewport coords */
+    clickAt(x: number, y: number, options?: {
+        right?: boolean;
+        double?: boolean;
+        count?: number;
+        modifiers?: string[];
+    }): Promise<void>;
+    /** Hover over element (move mouse to center) */
+    hover(cssBounds: [number, number, number, number]): Promise<void>;
+    /** Focus an element by backendNodeId */
+    focus(backendDOMNodeId: number): Promise<void>;
+    /** Insert text at current focus (fast, no key events) */
+    type(text: string): Promise<void>;
+    /** Type with per-character key events and optional delay */
+    typeWithDelay(text: string, delay: number): Promise<void>;
+    /** Fill: focus element, select all, insert text. Fallback: set .value via Runtime */
+    fill(backendDOMNodeId: number, text: string): Promise<void>;
+    /** Press a key combination (e.g., "cmd+a", "shift+enter", "ctrl+c") */
+    key(combo: string, repeat?: number): Promise<void>;
+    /** Scroll using mouseWheel events */
+    scroll(direction: 'up' | 'down' | 'left' | 'right', amount?: number, atX?: number, atY?: number): Promise<void>;
+    /** Select a value in a <select> element */
+    select(backendDOMNodeId: number, value: string): Promise<void>;
+    /** Check a checkbox (click if not already checked) */
+    check(backendDOMNodeId: number, cssBounds: [number, number, number, number]): Promise<void>;
+    /** Uncheck a checkbox (click if currently checked) */
+    uncheck(backendDOMNodeId: number, cssBounds: [number, number, number, number]): Promise<void>;
+    /** Get .checked state of an element via Runtime */
+    private getCheckedState;
+    /** Parse key combo string like "cmd+shift+a" */
+    private parseCombo;
+    private letterKeyInfo;
+    private modifierKeyName;
+    private computeModifiers;
+}
+//# sourceMappingURL=interactions.d.ts.map

package/dist/src/cdp/interactions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"interactions.d.ts","sourceRoot":"","sources":["../../../src/cdp/interactions.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AA+BrD,qBAAa,eAAe;IACd,OAAO,CAAC,UAAU;gBAAV,UAAU,EAAE,aAAa;IAE7C,uFAAuF;IACjF,KAAK,CACT,gBAAgB,EAAE,MAAM,EACxB,SAAS,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAC3C,OAAO,GAAE;QAAE,KAAK,CAAC,EAAE,OAAO,CAAC;QAAC,MAAM,CAAC,EAAE,OAAO,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;KAAO,GACxF,OAAO,CAAC,IAAI,CAAC;IAMhB,4CAA4C;IACtC,OAAO,CACX,CAAC,EAAE,MAAM,EACT,CAAC,EAAE,MAAM,EACT,OAAO,GAAE;QAAE,KAAK,CAAC,EAAE,OAAO,CAAC;QAAC,MAAM,CAAC,EAAE,OAAO,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;KAAO,GACxF,OAAO,CAAC,IAAI,CAAC;IA+BhB,gDAAgD;IAC1C,KAAK,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IASvE,wCAAwC;IAClC,KAAK,CAAC,gBAAgB,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIpD,yDAAyD;IACnD,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIvC,4DAA4D;IACtD,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAiB/D,qFAAqF;IAC/E,IAAI,CAAC,gBAAgB,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAajE,uEAAuE;IACjE,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAuDxD,qCAAqC;IAC/B,MAAM,CACV,SAAS,EAAE,IAAI,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,EAC3C,MAAM,GAAE,MAAU,EAClB,GAAG,CAAC,EAAE,MAAM,EACZ,GAAG,CAAC,EAAE,MAAM,GACX,OAAO,CAAC,IAAI,CAAC;IAsBhB,2CAA2C;IACrC,MAAM,CAAC,gBAAgB,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAsBpE,sDAAsD;IAChD,KAAK,CAAC,gBAAgB,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAOjG,sDAAsD;IAChD,OAAO,CAAC,gBAAgB,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAOnG,mDAAmD;YACrC,eAAe;IAc7B,gDAAgD;IAChD,OAAO,CAAC,UAAU;IAwBlB,OAAO,CAAC,aAAa;IAarB,OAAO,CAAC,eAAe;IAUvB,OAAO,CAAC,gBAAgB;CAQzB"}

package/dist/src/cdp/interactions.js

@@ -0,0 +1,298 @@
+// Modifier flag values for CDP Input events
+const MODIFIER_FLAGS = {
+    alt: 1,
+    ctrl: 2,
+    meta: 4, // Cmd on Mac
+    shift: 8,
+};
+// Key name mapping for special keys
+const KEY_MAP = {
+    enter: { key: 'Enter', code: 'Enter', keyCode: 13 },
+    return: { key: 'Enter', code: 'Enter', keyCode: 13 },
+    tab: { key: 'Tab', code: 'Tab', keyCode: 9 },
+    escape: { key: 'Escape', code: 'Escape', keyCode: 27 },
+    esc: { key: 'Escape', code: 'Escape', keyCode: 27 },
+    backspace: { key: 'Backspace', code: 'Backspace', keyCode: 8 },
+    delete: { key: 'Delete', code: 'Delete', keyCode: 46 },
+    space: { key: ' ', code: 'Space', keyCode: 32 },
+    up: { key: 'ArrowUp', code: 'ArrowUp', keyCode: 38 },
+    down: { key: 'ArrowDown', code: 'ArrowDown', keyCode: 40 },
+    left: { key: 'ArrowLeft', code: 'ArrowLeft', keyCode: 37 },
+    right: { key: 'ArrowRight', code: 'ArrowRight', keyCode: 39 },
+    home: { key: 'Home', code: 'Home', keyCode: 36 },
+    end: { key: 'End', code: 'End', keyCode: 35 },
+    pageup: { key: 'PageUp', code: 'PageUp', keyCode: 33 },
+    pagedown: { key: 'PageDown', code: 'PageDown', keyCode: 34 },
+    // Letters a-z will be handled dynamically
+};
+export class CDPInteractions {
+    connection;
+    constructor(connection) {
+        this.connection = connection;
+    }
+    /** Click at element center (CSS viewport coords). Options: right, double, modifiers */
+    async click(backendDOMNodeId, cssBounds, options = {}) {
+        const x = cssBounds[0] + cssBounds[2] / 2;
+        const y = cssBounds[1] + cssBounds[3] / 2;
+        await this.clickAt(x, y, options);
+    }
+    /** Click at specific CSS viewport coords */
+    async clickAt(x, y, options = {}) {
+        const button = options.right ? 'right' : 'left';
+        const clickCount = options.double ? 2 : (options.count ?? 1);
+        const modifiers = this.computeModifiers(options.modifiers);
+        // Move mouse first
+        await this.connection.send('Input.dispatchMouseEvent', {
+            type: 'mouseMoved',
+            x, y,
+            modifiers,
+        });
+        // For double click, send two full click sequences
+        for (let i = 0; i < clickCount; i++) {
+            await this.connection.send('Input.dispatchMouseEvent', {
+                type: 'mousePressed',
+                x, y,
+                button,
+                clickCount: i + 1,
+                modifiers,
+            });
+            await this.connection.send('Input.dispatchMouseEvent', {
+                type: 'mouseReleased',
+                x, y,
+                button,
+                clickCount: i + 1,
+                modifiers,
+            });
+        }
+    }
+    /** Hover over element (move mouse to center) */
+    async hover(cssBounds) {
+        const x = cssBounds[0] + cssBounds[2] / 2;
+        const y = cssBounds[1] + cssBounds[3] / 2;
+        await this.connection.send('Input.dispatchMouseEvent', {
+            type: 'mouseMoved',
+            x, y,
+        });
+    }
+    /** Focus an element by backendNodeId */
+    async focus(backendDOMNodeId) {
+        await this.connection.send('DOM.focus', { backendNodeId: backendDOMNodeId });
+    }
+    /** Insert text at current focus (fast, no key events) */
+    async type(text) {
+        await this.connection.send('Input.insertText', { text });
+    }
+    /** Type with per-character key events and optional delay */
+    async typeWithDelay(text, delay) {
+        for (const char of text) {
+            await this.connection.send('Input.dispatchKeyEvent', {
+                type: 'keyDown',
+                key: char,
+                text: char,
+            });
+            await this.connection.send('Input.dispatchKeyEvent', {
+                type: 'keyUp',
+                key: char,
+            });
+            if (delay > 0) {
+                await sleep(delay);
+            }
+        }
+    }
+    /** Fill: focus element, select all, insert text. Fallback: set .value via Runtime */
+    async fill(backendDOMNodeId, text) {
+        // Focus the element
+        await this.focus(backendDOMNodeId);
+        await sleep(50);
+        // Select all (Cmd+A on Mac)
+        await this.key('cmd+a');
+        await sleep(50);
+        // Insert text (replaces selection)
+        await this.type(text);
+    }
+    /** Press a key combination (e.g., "cmd+a", "shift+enter", "ctrl+c") */
+    async key(combo, repeat) {
+        const times = repeat ?? 1;
+        const { modifiers, keyInfo } = this.parseCombo(combo);
+        for (let i = 0; i < times; i++) {
+            // Press modifier keys
+            for (const mod of modifiers) {
+                await this.connection.send('Input.dispatchKeyEvent', {
+                    type: 'rawKeyDown',
+                    key: this.modifierKeyName(mod),
+                    modifiers: this.computeModifiers(modifiers),
+                });
+            }
+            // Press the main key
+            const modifierFlags = this.computeModifiers(modifiers);
+            await this.connection.send('Input.dispatchKeyEvent', {
+                type: 'rawKeyDown',
+                key: keyInfo.key,
+                code: keyInfo.code,
+                windowsVirtualKeyCode: keyInfo.keyCode,
+                modifiers: modifierFlags,
+            });
+            // If it's a printable character with no modifiers (or just shift), send char event
+            if (keyInfo.key.length === 1 && modifiers.every(m => m === 'shift')) {
+                await this.connection.send('Input.dispatchKeyEvent', {
+                    type: 'char',
+                    key: keyInfo.key,
+                    text: keyInfo.key,
+                    modifiers: modifierFlags,
+                });
+            }
+            await this.connection.send('Input.dispatchKeyEvent', {
+                type: 'keyUp',
+                key: keyInfo.key,
+                code: keyInfo.code,
+                windowsVirtualKeyCode: keyInfo.keyCode,
+                modifiers: modifierFlags,
+            });
+            // Release modifier keys (reverse order)
+            for (const mod of [...modifiers].reverse()) {
+                await this.connection.send('Input.dispatchKeyEvent', {
+                    type: 'keyUp',
+                    key: this.modifierKeyName(mod),
+                    modifiers: 0,
+                });
+            }
+            if (i < times - 1)
+                await sleep(50);
+        }
+    }
+    /** Scroll using mouseWheel events */
+    async scroll(direction, amount = 3, atX, atY) {
+        const x = atX ?? 300; // center of typical window
+        const y = atY ?? 250;
+        const pixelAmount = amount * 100; // Each "amount" unit = 100px
+        let deltaX = 0;
+        let deltaY = 0;
+        switch (direction) {
+            case 'up':
+                deltaY = -pixelAmount;
+                break;
+            case 'down':
+                deltaY = pixelAmount;
+                break;
+            case 'left':
+                deltaX = -pixelAmount;
+                break;
+            case 'right':
+                deltaX = pixelAmount;
+                break;
+        }
+        await this.connection.send('Input.dispatchMouseEvent', {
+            type: 'mouseWheel',
+            x, y,
+            deltaX,
+            deltaY,
+        });
+    }
+    /** Select a value in a <select> element */
+    async select(backendDOMNodeId, value) {
+        // Resolve to a remote object first
+        const { object } = await this.connection.send('DOM.resolveNode', {
+            backendNodeId: backendDOMNodeId,
+        });
+        await this.connection.send('Runtime.callFunctionOn', {
+            objectId: object.objectId,
+            functionDeclaration: `function(val) {
+        for (let i = 0; i < this.options.length; i++) {
+          if (this.options[i].value === val || this.options[i].text === val) {
+            this.selectedIndex = i;
+            this.dispatchEvent(new Event('change', { bubbles: true }));
+            return true;
+          }
+        }
+        return false;
+      }`,
+            arguments: [{ value }],
+        });
+    }
+    /** Check a checkbox (click if not already checked) */
+    async check(backendDOMNodeId, cssBounds) {
+        const checked = await this.getCheckedState(backendDOMNodeId);
+        if (!checked) {
+            await this.click(backendDOMNodeId, cssBounds);
+        }
+    }
+    /** Uncheck a checkbox (click if currently checked) */
+    async uncheck(backendDOMNodeId, cssBounds) {
+        const checked = await this.getCheckedState(backendDOMNodeId);
+        if (checked) {
+            await this.click(backendDOMNodeId, cssBounds);
+        }
+    }
+    /** Get .checked state of an element via Runtime */
+    async getCheckedState(backendDOMNodeId) {
+        const { object } = await this.connection.send('DOM.resolveNode', {
+            backendNodeId: backendDOMNodeId,
+        });
+        const result = await this.connection.send('Runtime.callFunctionOn', {
+            objectId: object.objectId,
+            functionDeclaration: 'function() { return this.checked; }',
+            returnByValue: true,
+        });
+        return result.result.value === true;
+    }
+    /** Parse key combo string like "cmd+shift+a" */
+    parseCombo(combo) {
+        const parts = combo.toLowerCase().split('+');
+        const modifiers = [];
+        let mainKey = '';
+        for (const part of parts) {
+            const p = part.trim();
+            if (p === 'cmd' || p === 'command' || p === 'meta') {
+                modifiers.push('meta');
+            }
+            else if (p === 'ctrl' || p === 'control') {
+                modifiers.push('ctrl');
+            }
+            else if (p === 'alt' || p === 'option' || p === 'opt') {
+                modifiers.push('alt');
+            }
+            else if (p === 'shift') {
+                modifiers.push('shift');
+            }
+            else {
+                mainKey = p;
+            }
+        }
+        const keyInfo = KEY_MAP[mainKey] ?? this.letterKeyInfo(mainKey);
+        return { modifiers, keyInfo };
+    }
+    letterKeyInfo(key) {
+        if (key.length === 1) {
+            const upper = key.toUpperCase();
+            return {
+                key: key,
+                code: `Key${upper}`,
+                keyCode: upper.charCodeAt(0),
+            };
+        }
+        // Unknown key - pass through
+        return { key, code: key, keyCode: 0 };
+    }
+    modifierKeyName(mod) {
+        switch (mod) {
+            case 'meta': return 'Meta';
+            case 'ctrl': return 'Control';
+            case 'alt': return 'Alt';
+            case 'shift': return 'Shift';
+            default: return mod;
+        }
+    }
+    computeModifiers(mods) {
+        if (!mods)
+            return 0;
+        let flags = 0;
+        for (const mod of mods) {
+            flags |= MODIFIER_FLAGS[mod] ?? 0;
+        }
+        return flags;
+    }
+}
+function sleep(ms) {
+    return new Promise(resolve => setTimeout(resolve, ms));
+}
+//# sourceMappingURL=interactions.js.map

package/dist/src/cdp/interactions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"interactions.js","sourceRoot":"","sources":["../../../src/cdp/interactions.ts"],"names":[],"mappings":"AAEA,4CAA4C;AAC5C,MAAM,cAAc,GAA2B;IAC7C,GAAG,EAAE,CAAC;IACN,IAAI,EAAE,CAAC;IACP,IAAI,EAAE,CAAC,EAAK,aAAa;IACzB,KAAK,EAAE,CAAC;CACT,CAAC;AAEF,oCAAoC;AACpC,MAAM,OAAO,GAAmE;IAC9E,KAAK,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE;IACnD,MAAM,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE;IACpD,GAAG,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE;IAC5C,MAAM,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE;IACtD,GAAG,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE;IACnD,SAAS,EAAE,EAAE,GAAG,EAAE,WAAW,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,EAAE;IAC9D,MAAM,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE;IACtD,KAAK,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE;IAC/C,EAAE,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE,EAAE;IACpD,IAAI,EAAE,EAAE,GAAG,EAAE,WAAW,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,EAAE,EAAE;IAC1D,IAAI,EAAE,EAAE,GAAG,EAAE,WAAW,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,EAAE,EAAE;IAC1D,KAAK,EAAE,EAAE,GAAG,EAAE,YAAY,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,EAAE,EAAE;IAC7D,IAAI,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE;IAChD,GAAG,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE;IAC7C,MAAM,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE;IACtD,QAAQ,EAAE,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE,EAAE;IAC5D,0CAA0C;CAC3C,CAAC;AAEF,MAAM,OAAO,eAAe;IACN;IAApB,YAAoB,UAAyB;QAAzB,eAAU,GAAV,UAAU,CAAe;IAAG,CAAC;IAEjD,uFAAuF;IACvF,KAAK,CAAC,KAAK,CACT,gBAAwB,EACxB,SAA2C,EAC3C,UAAuF,EAAE;QAEzF,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC1C,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC1C,MAAM,IAAI,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC;IACpC,CAAC;IAED,4CAA4C;IAC5C,KAAK,CAAC,OAAO,CACX,CAAS,EACT,CAAS,EACT,UAAuF,EAAE;QAEzF,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;QAChD,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;QAC7D,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAE3D,mBAAmB;QACnB,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,0BAA0B,EAAE;YACrD,IAAI,EAAE,YAAY;YAClB,CAAC,EAAE,CAAC;YACJ,SAAS;SACV,CAAC,CAAC;QAEH,kDAAkD;QAClD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,0BAA0B,EAAE;gBACrD,IAAI,EAAE,cAAc;gBACpB,CAAC,EAAE,CAAC;gBACJ,MAAM;gBACN,UAAU,EAAE,CAAC,GAAG,CAAC;gBACjB,SAAS;aACV,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,0BAA0B,EAAE;gBACrD,IAAI,EAAE,eAAe;gBACrB,CAAC,EAAE,CAAC;gBACJ,MAAM;gBACN,UAAU,EAAE,CAAC,GAAG,CAAC;gBACjB,SAAS;aACV,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,gDAAgD;IAChD,KAAK,CAAC,KAAK,CAAC,SAA2C;QACrD,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC1C,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC1C,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,0BAA0B,EAAE;YACrD,IAAI,EAAE,YAAY;YAClB,CAAC,EAAE,CAAC;SACL,CAAC,CAAC;IACL,CAAC;IAED,wCAAwC;IACxC,KAAK,CAAC,KAAK,CAAC,gBAAwB;QAClC,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,aAAa,EAAE,gBAAgB,EAAE,CAAC,CAAC;IAC/E,CAAC;IAED,yDAAyD;IACzD,KAAK,CAAC,IAAI,CAAC,IAAY;QACrB,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED,4DAA4D;IAC5D,KAAK,CAAC,aAAa,CAAC,IAAY,EAAE,KAAa;QAC7C,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;YACxB,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,wBAAwB,EAAE;gBACnD,IAAI,EAAE,SAAS;gBACf,GAAG,EAAE,IAAI;gBACT,IAAI,EAAE,IAAI;aACX,CAAC,CAAC;YACH,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,wBAAwB,EAAE;gBACnD,IAAI,EAAE,OAAO;gBACb,GAAG,EAAE,IAAI;aACV,CAAC,CAAC;YACH,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;gBACd,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;IACH,CAAC;IAED,qFAAqF;IACrF,KAAK,CAAC,IAAI,CAAC,gBAAwB,EAAE,IAAY;QAC/C,oBAAoB;QACpB,MAAM,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;QACnC,MAAM,KAAK,CAAC,EAAE,CAAC,CAAC;QAEhB,4BAA4B;QAC5B,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACxB,MAAM,KAAK,CAAC,EAAE,CAAC,CAAC;QAEhB,mCAAmC;QACnC,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxB,CAAC;IAED,uEAAuE;IACvE,KAAK,CAAC,GAAG,CAAC,KAAa,EAAE,MAAe;QACtC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,CAAC;QAC1B,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAEtD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/B,sBAAsB;YACtB,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;gBAC5B,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,wBAAwB,EAAE;oBACnD,IAAI,EAAE,YAAY;oBAClB,GAAG,EAAE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC;oBAC9B,SAAS,EAAE,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC;iBAC5C,CAAC,CAAC;YACL,CAAC;YAED,qBAAqB;YACrB,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;YACvD,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,wBAAwB,EAAE;gBACnD,IAAI,EAAE,YAAY;gBAClB,GAAG,EAAE,OAAO,CAAC,GAAG;gBAChB,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,qBAAqB,EAAE,OAAO,CAAC,OAAO;gBACtC,SAAS,EAAE,aAAa;aACzB,CAAC,CAAC;YAEH,mFAAmF;YACnF,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,OAAO,CAAC,EAAE,CAAC;gBACpE,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,wBAAwB,EAAE;oBACnD,IAAI,EAAE,MAAM;oBACZ,GAAG,EAAE,OAAO,CAAC,GAAG;oBAChB,IAAI,EAAE,OAAO,CAAC,GAAG;oBACjB,SAAS,EAAE,aAAa;iBACzB,CAAC,CAAC;YACL,CAAC;YAED,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,wBAAwB,EAAE;gBACnD,IAAI,EAAE,OAAO;gBACb,GAAG,EAAE,OAAO,CAAC,GAAG;gBAChB,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,qBAAqB,EAAE,OAAO,CAAC,OAAO;gBACtC,SAAS,EAAE,aAAa;aACzB,CAAC,CAAC;YAEH,wCAAwC;YACxC,KAAK,MAAM,GAAG,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;gBAC3C,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,wBAAwB,EAAE;oBACnD,IAAI,EAAE,OAAO;oBACb,GAAG,EAAE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC;oBAC9B,SAAS,EAAE,CAAC;iBACb,CAAC,CAAC;YACL,CAAC;YAED,IAAI,CAAC,GAAG,KAAK,GAAG,CAAC;gBAAE,MAAM,KAAK,CAAC,EAAE,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IAED,qCAAqC;IACrC,KAAK,CAAC,MAAM,CACV,SAA2C,EAC3C,SAAiB,CAAC,EAClB,GAAY,EACZ,GAAY;QAEZ,MAAM,CAAC,GAAG,GAAG,IAAI,GAAG,CAAC,CAAC,2BAA2B;QACjD,MAAM,CAAC,GAAG,GAAG,IAAI,GAAG,CAAC;QACrB,MAAM,WAAW,GAAG,MAAM,GAAG,GAAG,CAAC,CAAC,6BAA6B;QAE/D,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,QAAQ,SAAS,EAAE,CAAC;YAClB,KAAK,IAAI;gBAAE,MAAM,GAAG,CAAC,WAAW,CAAC;gBAAC,MAAM;YACxC,KAAK,MAAM;gBAAE,MAAM,GAAG,WAAW,CAAC;gBAAC,MAAM;YACzC,KAAK,MAAM;gBAAE,MAAM,GAAG,CAAC,WAAW,CAAC;gBAAC,MAAM;YAC1C,KAAK,OAAO;gBAAE,MAAM,GAAG,WAAW,CAAC;gBAAC,MAAM;QAC5C,CAAC;QAED,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,0BAA0B,EAAE;YACrD,IAAI,EAAE,YAAY;YAClB,CAAC,EAAE,CAAC;YACJ,MAAM;YACN,MAAM;SACP,CAAC,CAAC;IACL,CAAC;IAED,2CAA2C;IAC3C,KAAK,CAAC,MAAM,CAAC,gBAAwB,EAAE,KAAa;QAClD,mCAAmC;QACnC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,iBAAiB,EAAE;YAC/D,aAAa,EAAE,gBAAgB;SAChC,CAAqC,CAAC;QAEvC,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,wBAAwB,EAAE;YACnD,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,mBAAmB,EAAE;;;;;;;;;QASnB;YACF,SAAS,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC;SACvB,CAAC,CAAC;IACL,CAAC;IAED,sDAAsD;IACtD,KAAK,CAAC,KAAK,CAAC,gBAAwB,EAAE,SAA2C;QAC/E,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC,CAAC;QAC7D,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,SAAS,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAED,sDAAsD;IACtD,KAAK,CAAC,OAAO,CAAC,gBAAwB,EAAE,SAA2C;QACjF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC,CAAC;QAC7D,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,SAAS,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAED,mDAAmD;IAC3C,KAAK,CAAC,eAAe,CAAC,gBAAwB;QACpD,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,iBAAiB,EAAE;YAC/D,aAAa,EAAE,gBAAgB;SAChC,CAAqC,CAAC;QAEvC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,wBAAwB,EAAE;YAClE,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,mBAAmB,EAAE,qCAAqC;YAC1D,aAAa,EAAE,IAAI;SACpB,CAAmC,CAAC;QAErC,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,KAAK,IAAI,CAAC;IACtC,CAAC;IAED,gDAAgD;IACxC,UAAU,CAAC,KAAa;QAC9B,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC7C,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,IAAI,OAAO,GAAG,EAAE,CAAC;QAEjB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YACtB,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,MAAM,EAAE,CAAC;gBACnD,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACzB,CAAC;iBAAM,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;gBAC3C,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACzB,CAAC;iBAAM,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,KAAK,EAAE,CAAC;gBACxD,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACxB,CAAC;iBAAM,IAAI,CAAC,KAAK,OAAO,EAAE,CAAC;gBACzB,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC1B,CAAC;iBAAM,CAAC;gBACN,OAAO,GAAG,CAAC,CAAC;YACd,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QAChE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC;IAChC,CAAC;IAEO,aAAa,CAAC,GAAW;QAC/B,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrB,MAAM,KAAK,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;YAChC,OAAO;gBACL,GAAG,EAAE,GAAG;gBACR,IAAI,EAAE,MAAM,KAAK,EAAE;gBACnB,OAAO,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;aAC7B,CAAC;QACJ,CAAC;QACD,6BAA6B;QAC7B,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;IACxC,CAAC;IAEO,eAAe,CAAC,GAAW;QACjC,QAAQ,GAAG,EAAE,CAAC;YACZ,KAAK,MAAM,CAAC,CAAC,OAAO,MAAM,CAAC;YAC3B,KAAK,MAAM,CAAC,CAAC,OAAO,SAAS,CAAC;YAC9B,KAAK,KAAK,CAAC,CAAC,OAAO,KAAK,CAAC;YACzB,KAAK,OAAO,CAAC,CAAC,OAAO,OAAO,CAAC;YAC7B,OAAO,CAAC,CAAC,OAAO,GAAG,CAAC;QACtB,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,IAAe;QACtC,IAAI,CAAC,IAAI;YAAE,OAAO,CAAC,CAAC;QACpB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,KAAK,IAAI,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACpC,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AAED,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AACzD,CAAC"}

package/dist/src/cdp/port-manager.d.ts

@@ -0,0 +1,3 @@
+/** Find a free port in the CDP range by probing for one not in use. */
+export declare function findFreePort(): Promise<number>;
+//# sourceMappingURL=port-manager.d.ts.map

package/dist/src/cdp/port-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"port-manager.d.ts","sourceRoot":"","sources":["../../../src/cdp/port-manager.ts"],"names":[],"mappings":"AAKA,uEAAuE;AACvE,wBAAsB,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC,CAOpD"}

package/dist/src/cdp/port-manager.js

@@ -0,0 +1,33 @@
+import * as net from 'net';
+const PORT_RANGE_START = 19200;
+const PORT_RANGE_END = 19299;
+/** Find a free port in the CDP range by probing for one not in use. */
+export async function findFreePort() {
+    for (let port = PORT_RANGE_START; port <= PORT_RANGE_END; port++) {
+        if (await isPortAvailable(port)) {
+            return port;
+        }
+    }
+    throw new Error(`No available CDP ports in range ${PORT_RANGE_START}-${PORT_RANGE_END}`);
+}
+/** Check if a port is available by attempting a TCP connection */
+function isPortAvailable(port) {
+    return new Promise((resolve) => {
+        const socket = new net.Socket();
+        socket.setTimeout(500);
+        socket.on('connect', () => {
+            socket.destroy();
+            resolve(false); // Port is in use
+        });
+        socket.on('timeout', () => {
+            socket.destroy();
+            resolve(true); // Timeout = nothing listening = available
+        });
+        socket.on('error', () => {
+            socket.destroy();
+            resolve(true); // Connection refused = available
+        });
+        socket.connect(port, '127.0.0.1');
+    });
+}
+//# sourceMappingURL=port-manager.js.map

package/dist/src/cdp/port-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"port-manager.js","sourceRoot":"","sources":["../../../src/cdp/port-manager.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,GAAG,MAAM,KAAK,CAAC;AAE3B,MAAM,gBAAgB,GAAG,KAAK,CAAC;AAC/B,MAAM,cAAc,GAAG,KAAK,CAAC;AAE7B,uEAAuE;AACvE,MAAM,CAAC,KAAK,UAAU,YAAY;IAChC,KAAK,IAAI,IAAI,GAAG,gBAAgB,EAAE,IAAI,IAAI,cAAc,EAAE,IAAI,EAAE,EAAE,CAAC;QACjE,IAAI,MAAM,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC;YAChC,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,mCAAmC,gBAAgB,IAAI,cAAc,EAAE,CAAC,CAAC;AAC3F,CAAC;AAED,kEAAkE;AAClE,SAAS,eAAe,CAAC,IAAY;IACnC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QAChC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QAEvB,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE;YACxB,MAAM,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,iBAAiB;QACnC,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE;YACxB,MAAM,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,0CAA0C;QAC3D,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACtB,MAAM,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,iCAAiC;QAClD,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/src/cdp/role-map.d.ts

@@ -0,0 +1,8 @@
+/** Map a CDP ARIA role string to a normalized role. Unknown roles become 'generic'. */
+export declare function mapCDPRole(cdpRole: string): string;
+/**
+ * CDP roles considered interactive — used to filter the AX tree in interactive mode.
+ * These are CDP/ARIA role strings (keys in CDP_ROLE_MAP), not normalized roles.
+ */
+export declare const INTERACTIVE_ROLES: Set<string>;
+//# sourceMappingURL=role-map.d.ts.map

package/dist/src/cdp/role-map.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"role-map.d.ts","sourceRoot":"","sources":["../../../src/cdp/role-map.ts"],"names":[],"mappings":"AAqFA,uFAAuF;AACvF,wBAAgB,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAElD;AAED;;;GAGG;AACH,eAAO,MAAM,iBAAiB,aAgB5B,CAAC"}

package/dist/src/cdp/role-map.js

@@ -0,0 +1,99 @@
+// Maps CDP ARIA roles to normalized roles used by the agent-computer Element format.
+const CDP_ROLE_MAP = {
+    // Interactive controls
+    button: 'button',
+    textbox: 'textfield',
+    searchbox: 'textfield',
+    textfield: 'textfield',
+    link: 'link',
+    checkbox: 'checkbox',
+    radio: 'radio',
+    slider: 'slider',
+    spinbutton: 'slider',
+    combobox: 'dropdown',
+    listbox: 'dropdown',
+    popupbutton: 'dropdown',
+    // Media
+    img: 'image',
+    image: 'image',
+    // Text content
+    heading: 'text',
+    StaticText: 'text',
+    LabelText: 'text',
+    paragraph: 'text',
+    status: 'text',
+    // Tabs
+    tab: 'tab',
+    tablist: 'tabgroup',
+    tabpanel: 'group',
+    // Menus
+    menuitem: 'menuitem',
+    menu: 'group',
+    menubar: 'group',
+    // Tables
+    table: 'table',
+    grid: 'table',
+    row: 'row',
+    cell: 'row',
+    gridcell: 'row',
+    columnheader: 'row',
+    rowheader: 'row',
+    // Trees
+    tree: 'treeview',
+    treeitem: 'menuitem',
+    // Misc widgets
+    scrollbar: 'scrollarea',
+    progressbar: 'progress',
+    // Generic / presentational
+    generic: 'generic',
+    none: 'generic',
+    presentation: 'generic',
+    separator: 'generic',
+    // Document / web areas
+    WebArea: 'webarea',
+    RootWebArea: 'webarea',
+    document: 'webarea',
+    // Landmark & structural → group
+    navigation: 'group',
+    region: 'group',
+    main: 'group',
+    form: 'group',
+    section: 'group',
+    article: 'group',
+    banner: 'group',
+    complementary: 'group',
+    contentinfo: 'group',
+    list: 'group',
+    listitem: 'group',
+    group: 'group',
+    toolbar: 'group',
+    dialog: 'group',
+    alertdialog: 'group',
+    alert: 'group',
+};
+/** Map a CDP ARIA role string to a normalized role. Unknown roles become 'generic'. */
+export function mapCDPRole(cdpRole) {
+    return CDP_ROLE_MAP[cdpRole] ?? 'generic';
+}
+/**
+ * CDP roles considered interactive — used to filter the AX tree in interactive mode.
+ * These are CDP/ARIA role strings (keys in CDP_ROLE_MAP), not normalized roles.
+ */
+export const INTERACTIVE_ROLES = new Set([
+    'button',
+    'textbox',
+    'searchbox',
+    'textfield',
+    'link',
+    'checkbox',
+    'radio',
+    'slider',
+    'spinbutton',
+    'combobox',
+    'listbox',
+    'popupbutton',
+    'tab',
+    'menuitem',
+    'treeitem',
+]);
+//# sourceMappingURL=role-map.js.map

package/dist/src/cdp/role-map.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"role-map.js","sourceRoot":"","sources":["../../../src/cdp/role-map.ts"],"names":[],"mappings":"AAAA,qFAAqF;AAErF,MAAM,YAAY,GAA2B;IAC3C,uBAAuB;IACvB,MAAM,EAAE,QAAQ;IAChB,OAAO,EAAE,WAAW;IACpB,SAAS,EAAE,WAAW;IACtB,SAAS,EAAE,WAAW;IACtB,IAAI,EAAE,MAAM;IACZ,QAAQ,EAAE,UAAU;IACpB,KAAK,EAAE,OAAO;IACd,MAAM,EAAE,QAAQ;IAChB,UAAU,EAAE,QAAQ;IACpB,QAAQ,EAAE,UAAU;IACpB,OAAO,EAAE,UAAU;IACnB,WAAW,EAAE,UAAU;IAEvB,QAAQ;IACR,GAAG,EAAE,OAAO;IACZ,KAAK,EAAE,OAAO;IAEd,eAAe;IACf,OAAO,EAAE,MAAM;IACf,UAAU,EAAE,MAAM;IAClB,SAAS,EAAE,MAAM;IACjB,SAAS,EAAE,MAAM;IACjB,MAAM,EAAE,MAAM;IAEd,OAAO;IACP,GAAG,EAAE,KAAK;IACV,OAAO,EAAE,UAAU;IACnB,QAAQ,EAAE,OAAO;IAEjB,QAAQ;IACR,QAAQ,EAAE,UAAU;IACpB,IAAI,EAAE,OAAO;IACb,OAAO,EAAE,OAAO;IAEhB,SAAS;IACT,KAAK,EAAE,OAAO;IACd,IAAI,EAAE,OAAO;IACb,GAAG,EAAE,KAAK;IACV,IAAI,EAAE,KAAK;IACX,QAAQ,EAAE,KAAK;IACf,YAAY,EAAE,KAAK;IACnB,SAAS,EAAE,KAAK;IAEhB,QAAQ;IACR,IAAI,EAAE,UAAU;IAChB,QAAQ,EAAE,UAAU;IAEpB,eAAe;IACf,SAAS,EAAE,YAAY;IACvB,WAAW,EAAE,UAAU;IAEvB,2BAA2B;IAC3B,OAAO,EAAE,SAAS;IAClB,IAAI,EAAE,SAAS;IACf,YAAY,EAAE,SAAS;IACvB,SAAS,EAAE,SAAS;IAEpB,uBAAuB;IACvB,OAAO,EAAE,SAAS;IAClB,WAAW,EAAE,SAAS;IACtB,QAAQ,EAAE,SAAS;IAEnB,gCAAgC;IAChC,UAAU,EAAE,OAAO;IACnB,MAAM,EAAE,OAAO;IACf,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,OAAO,EAAE,OAAO;IAChB,OAAO,EAAE,OAAO;IAChB,MAAM,EAAE,OAAO;IACf,aAAa,EAAE,OAAO;IACtB,WAAW,EAAE,OAAO;IACpB,IAAI,EAAE,OAAO;IACb,QAAQ,EAAE,OAAO;IACjB,KAAK,EAAE,OAAO;IACd,OAAO,EAAE,OAAO;IAChB,MAAM,EAAE,OAAO;IACf,WAAW,EAAE,OAAO;IACpB,KAAK,EAAE,OAAO;CACf,CAAC;AAEF,uFAAuF;AACvF,MAAM,UAAU,UAAU,CAAC,OAAe;IACxC,OAAO,YAAY,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC;AAC5C,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IACvC,QAAQ;IACR,SAAS;IACT,WAAW;IACX,WAAW;IACX,MAAM;IACN,UAAU;IACV,OAAO;IACP,QAAQ;IACR,YAAY;IACZ,UAAU;IACV,SAAS;IACT,aAAa;IACb,KAAK;IACL,UAAU;IACV,UAAU;CACX,CAAC,CAAC"}