@predicatelabs/sdk 0.99.9

package/dist/backends/cdp-backend.d.ts

@@ -0,0 +1,66 @@
+/**
+ * CDP Backend implementation for browser-use integration.
+ *
+ * This module provides CDPBackend, which implements BrowserBackend protocol
+ * using Chrome DevTools Protocol (CDP) commands.
+ *
+ * Usage with browser-use:
+ *   import { CDPBackend, CDPTransport } from './backends/cdp-backend';
+ *
+ *   // Create transport from browser-use CDP client
+ *   const transport: CDPTransport = {
+ *     send: async (method, params) => {
+ *       // Call browser-use's CDP client
+ *       return await cdpClient.send[domain][method](params, sessionId);
+ *     }
+ *   };
+ *
+ *   const backend = new CDPBackend(transport);
+ *
+ *   // Now use backend for Sentience operations
+ *   const viewport = await backend.refreshPageInfo();
+ *   await backend.mouseClick(100, 200);
+ */
+import { BrowserBackend, LayoutMetrics, MouseButton, ReadyState, ViewportInfo } from './protocol';
+/**
+ * Protocol for CDP transport layer.
+ *
+ * This abstracts the actual CDP communication, allowing different
+ * implementations (browser-use, Playwright CDP, raw WebSocket).
+ */
+export interface CDPTransport {
+    /**
+     * Send a CDP command and return the result.
+     *
+     * @param method - CDP method name, e.g., "Runtime.evaluate"
+     * @param params - Method parameters
+     * @returns CDP response dict
+     */
+    send(method: string, params?: Record<string, unknown>): Promise<Record<string, unknown>>;
+}
+/**
+ * CDP-based implementation of BrowserBackend.
+ *
+ * This backend uses CDP commands to interact with the browser,
+ * making it compatible with browser-use's CDP client.
+ */
+export declare class CDPBackend implements BrowserBackend {
+    private transport;
+    private cachedViewport;
+    private executionContextId;
+    constructor(transport: CDPTransport);
+    private getExecutionContext;
+    refreshPageInfo(): Promise<ViewportInfo>;
+    eval(expression: string): Promise<unknown>;
+    call(functionDeclaration: string, args?: unknown[]): Promise<unknown>;
+    getLayoutMetrics(): Promise<LayoutMetrics>;
+    screenshotPng(): Promise<string>;
+    mouseMove(x: number, y: number): Promise<void>;
+    mouseClick(x: number, y: number, button?: MouseButton, clickCount?: number): Promise<void>;
+    wheel(deltaY: number, x?: number, y?: number): Promise<void>;
+    typeText(text: string): Promise<void>;
+    waitReadyState(state?: ReadyState, timeoutMs?: number): Promise<void>;
+    getUrl(): Promise<string>;
+    private sleep;
+}
+//# sourceMappingURL=cdp-backend.d.ts.map

package/dist/backends/cdp-backend.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cdp-backend.d.ts","sourceRoot":"","sources":["../../src/backends/cdp-backend.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAEH,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,WAAW,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAElG;;;;;GAKG;AACH,MAAM,WAAW,YAAY;IAC3B;;;;;;OAMG;IACH,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;CAC1F;AAED;;;;;GAKG;AACH,qBAAa,UAAW,YAAW,cAAc;IAC/C,OAAO,CAAC,SAAS,CAAe;IAChC,OAAO,CAAC,cAAc,CAA6B;IACnD,OAAO,CAAC,kBAAkB,CAAuB;gBAErC,SAAS,EAAE,YAAY;YAIrB,mBAAmB;IA6B3B,eAAe,IAAI,OAAO,CAAC,YAAY,CAAC;IAqBxC,IAAI,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IA0B1C,IAAI,CAAC,mBAAmB,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC;IA4DrE,gBAAgB,IAAI,OAAO,CAAC,aAAa,CAAC;IAqB1C,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;IAShC,SAAS,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAQ9C,UAAU,CACd,CAAC,EAAE,MAAM,EACT,CAAC,EAAE,MAAM,EACT,MAAM,GAAE,WAAoB,EAC5B,UAAU,GAAE,MAAU,GACrB,OAAO,CAAC,IAAI,CAAC;IAuBV,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAmB5D,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAyBrC,cAAc,CAClB,KAAK,GAAE,UAA0B,EACjC,SAAS,GAAE,MAAc,GACxB,OAAO,CAAC,IAAI,CAAC;IAyBV,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC;IAK/B,OAAO,CAAC,KAAK;CAGd"}

package/dist/backends/cdp-backend.js

@@ -0,0 +1,273 @@
+"use strict";
+/**
+ * CDP Backend implementation for browser-use integration.
+ *
+ * This module provides CDPBackend, which implements BrowserBackend protocol
+ * using Chrome DevTools Protocol (CDP) commands.
+ *
+ * Usage with browser-use:
+ *   import { CDPBackend, CDPTransport } from './backends/cdp-backend';
+ *
+ *   // Create transport from browser-use CDP client
+ *   const transport: CDPTransport = {
+ *     send: async (method, params) => {
+ *       // Call browser-use's CDP client
+ *       return await cdpClient.send[domain][method](params, sessionId);
+ *     }
+ *   };
+ *
+ *   const backend = new CDPBackend(transport);
+ *
+ *   // Now use backend for Sentience operations
+ *   const viewport = await backend.refreshPageInfo();
+ *   await backend.mouseClick(100, 200);
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CDPBackend = void 0;
+/**
+ * CDP-based implementation of BrowserBackend.
+ *
+ * This backend uses CDP commands to interact with the browser,
+ * making it compatible with browser-use's CDP client.
+ */
+class CDPBackend {
+    constructor(transport) {
+        this.cachedViewport = null;
+        this.executionContextId = null;
+        this.transport = transport;
+    }
+    async getExecutionContext() {
+        if (this.executionContextId !== null) {
+            return this.executionContextId;
+        }
+        // Enable Runtime domain if not already enabled
+        try {
+            await this.transport.send('Runtime.enable');
+        }
+        catch {
+            // May already be enabled
+        }
+        // Get the main frame's execution context
+        const result = await this.transport.send('Runtime.evaluate', {
+            expression: '1',
+            returnByValue: true,
+        });
+        // Extract context ID from the result
+        if ('executionContextId' in result) {
+            this.executionContextId = result.executionContextId;
+        }
+        else {
+            // Fallback: use context ID 1 (main frame)
+            this.executionContextId = 1;
+        }
+        return this.executionContextId;
+    }
+    async refreshPageInfo() {
+        const result = (await this.eval(`(() => ({
+      width: window.innerWidth,
+      height: window.innerHeight,
+      scrollX: window.scrollX,
+      scrollY: window.scrollY,
+      contentWidth: document.documentElement.scrollWidth,
+      contentHeight: document.documentElement.scrollHeight
+    }))()`));
+        this.cachedViewport = {
+            width: result.width || 0,
+            height: result.height || 0,
+            scrollX: result.scrollX || 0,
+            scrollY: result.scrollY || 0,
+            contentWidth: result.contentWidth,
+            contentHeight: result.contentHeight,
+        };
+        return this.cachedViewport;
+    }
+    async eval(expression) {
+        const result = await this.transport.send('Runtime.evaluate', {
+            expression,
+            returnByValue: true,
+            awaitPromise: true,
+        });
+        // Check for exceptions
+        if ('exceptionDetails' in result) {
+            const exc = result.exceptionDetails;
+            const text = exc.text || 'Unknown error';
+            throw new Error(`JavaScript evaluation failed: ${text}`);
+        }
+        // Extract value from result
+        if ('result' in result) {
+            const res = result.result;
+            if (res.type === 'undefined') {
+                return null;
+            }
+            return res.value;
+        }
+        return null;
+    }
+    async call(functionDeclaration, args) {
+        // Build call arguments
+        const callArgs = [];
+        if (args) {
+            for (const arg of args) {
+                callArgs.push({ value: arg });
+            }
+        }
+        // We need an object ID to call function on
+        // Use globalThis (window) as the target
+        const globalResult = await this.transport.send('Runtime.evaluate', {
+            expression: 'globalThis',
+            returnByValue: false,
+        });
+        const resultObj = globalResult.result;
+        const objectId = resultObj?.objectId;
+        if (!objectId) {
+            // Fallback: evaluate the function directly
+            if (args && args.length > 0) {
+                const argsJson = args
+                    .map(a => (typeof a === 'string' ? JSON.stringify(a) : String(a)))
+                    .join(', ');
+                const expression = `(${functionDeclaration})(${argsJson})`;
+                return await this.eval(expression);
+            }
+            else {
+                const expression = `(${functionDeclaration})()`;
+                return await this.eval(expression);
+            }
+        }
+        const result = await this.transport.send('Runtime.callFunctionOn', {
+            functionDeclaration,
+            objectId,
+            arguments: callArgs,
+            returnByValue: true,
+            awaitPromise: true,
+        });
+        // Check for exceptions
+        if ('exceptionDetails' in result) {
+            const exc = result.exceptionDetails;
+            const text = exc.text || 'Unknown error';
+            throw new Error(`JavaScript call failed: ${text}`);
+        }
+        // Extract value from result
+        if ('result' in result) {
+            const res = result.result;
+            if (res.type === 'undefined') {
+                return null;
+            }
+            return res.value;
+        }
+        return null;
+    }
+    async getLayoutMetrics() {
+        const result = await this.transport.send('Page.getLayoutMetrics');
+        // Extract metrics from result
+        const layoutViewport = result.layoutViewport || {};
+        const contentSize = result.contentSize || {};
+        const visualViewport = result.visualViewport || {};
+        return {
+            viewportX: visualViewport.pageX || 0,
+            viewportY: visualViewport.pageY || 0,
+            viewportWidth: visualViewport.clientWidth || layoutViewport.clientWidth || 0,
+            viewportHeight: visualViewport.clientHeight || layoutViewport.clientHeight || 0,
+            contentWidth: contentSize.width || 0,
+            contentHeight: contentSize.height || 0,
+            deviceScaleFactor: visualViewport.scale || 1.0,
+        };
+    }
+    async screenshotPng() {
+        const result = await this.transport.send('Page.captureScreenshot', {
+            format: 'png',
+            captureBeyondViewport: false,
+        });
+        return result.data || '';
+    }
+    async mouseMove(x, y) {
+        await this.transport.send('Input.dispatchMouseEvent', {
+            type: 'mouseMoved',
+            x,
+            y,
+        });
+    }
+    async mouseClick(x, y, button = 'left', clickCount = 1) {
+        // Mouse down
+        await this.transport.send('Input.dispatchMouseEvent', {
+            type: 'mousePressed',
+            x,
+            y,
+            button,
+            clickCount,
+        });
+        // Small delay between press and release
+        await this.sleep(50);
+        // Mouse up
+        await this.transport.send('Input.dispatchMouseEvent', {
+            type: 'mouseReleased',
+            x,
+            y,
+            button,
+            clickCount,
+        });
+    }
+    async wheel(deltaY, x, y) {
+        // Get viewport center if coordinates not provided
+        if (x === undefined || y === undefined) {
+            if (this.cachedViewport === null) {
+                await this.refreshPageInfo();
+            }
+            x = x ?? (this.cachedViewport?.width ?? 0) / 2;
+            y = y ?? (this.cachedViewport?.height ?? 0) / 2;
+        }
+        await this.transport.send('Input.dispatchMouseEvent', {
+            type: 'mouseWheel',
+            x,
+            y,
+            deltaX: 0,
+            deltaY,
+        });
+    }
+    async typeText(text) {
+        for (const char of text) {
+            // Key down
+            await this.transport.send('Input.dispatchKeyEvent', {
+                type: 'keyDown',
+                text: char,
+            });
+            // Char event (for text input)
+            await this.transport.send('Input.dispatchKeyEvent', {
+                type: 'char',
+                text: char,
+            });
+            // Key up
+            await this.transport.send('Input.dispatchKeyEvent', {
+                type: 'keyUp',
+                text: char,
+            });
+            // Small delay between characters
+            await this.sleep(10);
+        }
+    }
+    async waitReadyState(state = 'interactive', timeoutMs = 15000) {
+        const startTime = Date.now();
+        // Map state to acceptable states
+        const acceptableStates = state === 'complete' ? new Set(['complete']) : new Set(['interactive', 'complete']);
+        while (true) {
+            const elapsed = Date.now() - startTime;
+            if (elapsed >= timeoutMs) {
+                throw new Error(`Timed out waiting for document.readyState='${state}' after ${timeoutMs}ms`);
+            }
+            const currentState = (await this.eval('document.readyState'));
+            if (acceptableStates.has(currentState)) {
+                return;
+            }
+            // Poll every 100ms
+            await this.sleep(100);
+        }
+    }
+    async getUrl() {
+        const result = await this.eval('window.location.href');
+        return result || '';
+    }
+    sleep(ms) {
+        return new Promise(resolve => setTimeout(resolve, ms));
+    }
+}
+exports.CDPBackend = CDPBackend;
+//# sourceMappingURL=cdp-backend.js.map

package/dist/backends/cdp-backend.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cdp-backend.js","sourceRoot":"","sources":["../../src/backends/cdp-backend.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;;;AAqBH;;;;;GAKG;AACH,MAAa,UAAU;IAKrB,YAAY,SAAuB;QAH3B,mBAAc,GAAwB,IAAI,CAAC;QAC3C,uBAAkB,GAAkB,IAAI,CAAC;QAG/C,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAEO,KAAK,CAAC,mBAAmB;QAC/B,IAAI,IAAI,CAAC,kBAAkB,KAAK,IAAI,EAAE,CAAC;YACrC,OAAO,IAAI,CAAC,kBAAkB,CAAC;QACjC,CAAC;QAED,+CAA+C;QAC/C,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC9C,CAAC;QAAC,MAAM,CAAC;YACP,yBAAyB;QAC3B,CAAC;QAED,yCAAyC;QACzC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,kBAAkB,EAAE;YAC3D,UAAU,EAAE,GAAG;YACf,aAAa,EAAE,IAAI;SACpB,CAAC,CAAC;QAEH,qCAAqC;QACrC,IAAI,oBAAoB,IAAI,MAAM,EAAE,CAAC;YACnC,IAAI,CAAC,kBAAkB,GAAG,MAAM,CAAC,kBAA4B,CAAC;QAChE,CAAC;aAAM,CAAC;YACN,0CAA0C;YAC1C,IAAI,CAAC,kBAAkB,GAAG,CAAC,CAAC;QAC9B,CAAC;QAED,OAAO,IAAI,CAAC,kBAAkB,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,eAAe;QACnB,MAAM,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC;;;;;;;UAO1B,CAAC,CAA4B,CAAC;QAEpC,IAAI,CAAC,cAAc,GAAG;YACpB,KAAK,EAAG,MAAM,CAAC,KAAgB,IAAI,CAAC;YACpC,MAAM,EAAG,MAAM,CAAC,MAAiB,IAAI,CAAC;YACtC,OAAO,EAAG,MAAM,CAAC,OAAkB,IAAI,CAAC;YACxC,OAAO,EAAG,MAAM,CAAC,OAAkB,IAAI,CAAC;YACxC,YAAY,EAAE,MAAM,CAAC,YAAkC;YACvD,aAAa,EAAE,MAAM,CAAC,aAAmC;SAC1D,CAAC;QACF,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,UAAkB;QAC3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,kBAAkB,EAAE;YAC3D,UAAU;YACV,aAAa,EAAE,IAAI;YACnB,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;QAEH,uBAAuB;QACvB,IAAI,kBAAkB,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM,GAAG,GAAG,MAAM,CAAC,gBAA2C,CAAC;YAC/D,MAAM,IAAI,GAAI,GAAG,CAAC,IAAe,IAAI,eAAe,CAAC;YACrD,MAAM,IAAI,KAAK,CAAC,iCAAiC,IAAI,EAAE,CAAC,CAAC;QAC3D,CAAC;QAED,4BAA4B;QAC5B,IAAI,QAAQ,IAAI,MAAM,EAAE,CAAC;YACvB,MAAM,GAAG,GAAG,MAAM,CAAC,MAAiC,CAAC;YACrD,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBAC7B,OAAO,IAAI,CAAC;YACd,CAAC;YACD,OAAO,GAAG,CAAC,KAAK,CAAC;QACnB,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,mBAA2B,EAAE,IAAgB;QACtD,uBAAuB;QACvB,MAAM,QAAQ,GAA8B,EAAE,CAAC;QAC/C,IAAI,IAAI,EAAE,CAAC;YACT,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;QAED,2CAA2C;QAC3C,wCAAwC;QACxC,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,kBAAkB,EAAE;YACjE,UAAU,EAAE,YAAY;YACxB,aAAa,EAAE,KAAK;SACrB,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG,YAAY,CAAC,MAA6C,CAAC;QAC7E,MAAM,QAAQ,GAAG,SAAS,EAAE,QAA8B,CAAC;QAE3D,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,2CAA2C;YAC3C,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5B,MAAM,QAAQ,GAAG,IAAI;qBAClB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;qBACjE,IAAI,CAAC,IAAI,CAAC,CAAC;gBACd,MAAM,UAAU,GAAG,IAAI,mBAAmB,KAAK,QAAQ,GAAG,CAAC;gBAC3D,OAAO,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACrC,CAAC;iBAAM,CAAC;gBACN,MAAM,UAAU,GAAG,IAAI,mBAAmB,KAAK,CAAC;gBAChD,OAAO,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,wBAAwB,EAAE;YACjE,mBAAmB;YACnB,QAAQ;YACR,SAAS,EAAE,QAAQ;YACnB,aAAa,EAAE,IAAI;YACnB,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;QAEH,uBAAuB;QACvB,IAAI,kBAAkB,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM,GAAG,GAAG,MAAM,CAAC,gBAA2C,CAAC;YAC/D,MAAM,IAAI,GAAI,GAAG,CAAC,IAAe,IAAI,eAAe,CAAC;YACrD,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,EAAE,CAAC,CAAC;QACrD,CAAC;QAED,4BAA4B;QAC5B,IAAI,QAAQ,IAAI,MAAM,EAAE,CAAC;YACvB,MAAM,GAAG,GAAG,MAAM,CAAC,MAAiC,CAAC;YACrD,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBAC7B,OAAO,IAAI,CAAC;YACd,CAAC;YACD,OAAO,GAAG,CAAC,KAAK,CAAC;QACnB,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,gBAAgB;QACpB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QAElE,8BAA8B;QAC9B,MAAM,cAAc,GAAI,MAAM,CAAC,cAA0C,IAAI,EAAE,CAAC;QAChF,MAAM,WAAW,GAAI,MAAM,CAAC,WAAuC,IAAI,EAAE,CAAC;QAC1E,MAAM,cAAc,GAAI,MAAM,CAAC,cAA0C,IAAI,EAAE,CAAC;QAEhF,OAAO;YACL,SAAS,EAAG,cAAc,CAAC,KAAgB,IAAI,CAAC;YAChD,SAAS,EAAG,cAAc,CAAC,KAAgB,IAAI,CAAC;YAChD,aAAa,EACV,cAAc,CAAC,WAAsB,IAAK,cAAc,CAAC,WAAsB,IAAI,CAAC;YACvF,cAAc,EACX,cAAc,CAAC,YAAuB,IAAK,cAAc,CAAC,YAAuB,IAAI,CAAC;YACzF,YAAY,EAAG,WAAW,CAAC,KAAgB,IAAI,CAAC;YAChD,aAAa,EAAG,WAAW,CAAC,MAAiB,IAAI,CAAC;YAClD,iBAAiB,EAAG,cAAc,CAAC,KAAgB,IAAI,GAAG;SAC3D,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,wBAAwB,EAAE;YACjE,MAAM,EAAE,KAAK;YACb,qBAAqB,EAAE,KAAK;SAC7B,CAAC,CAAC;QAEH,OAAQ,MAAM,CAAC,IAAe,IAAI,EAAE,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,CAAS,EAAE,CAAS;QAClC,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,0BAA0B,EAAE;YACpD,IAAI,EAAE,YAAY;YAClB,CAAC;YACD,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,UAAU,CACd,CAAS,EACT,CAAS,EACT,SAAsB,MAAM,EAC5B,aAAqB,CAAC;QAEtB,aAAa;QACb,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,0BAA0B,EAAE;YACpD,IAAI,EAAE,cAAc;YACpB,CAAC;YACD,CAAC;YACD,MAAM;YACN,UAAU;SACX,CAAC,CAAC;QAEH,wCAAwC;QACxC,MAAM,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAErB,WAAW;QACX,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,0BAA0B,EAAE;YACpD,IAAI,EAAE,eAAe;YACrB,CAAC;YACD,CAAC;YACD,MAAM;YACN,UAAU;SACX,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,MAAc,EAAE,CAAU,EAAE,CAAU;QAChD,kDAAkD;QAClD,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;YACvC,IAAI,IAAI,CAAC,cAAc,KAAK,IAAI,EAAE,CAAC;gBACjC,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;YAC/B,CAAC;YACD,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAC/C,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QAClD,CAAC;QAED,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,0BAA0B,EAAE;YACpD,IAAI,EAAE,YAAY;YAClB,CAAC;YACD,CAAC;YACD,MAAM,EAAE,CAAC;YACT,MAAM;SACP,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,IAAY;QACzB,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;YACxB,WAAW;YACX,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,wBAAwB,EAAE;gBAClD,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,IAAI;aACX,CAAC,CAAC;YAEH,8BAA8B;YAC9B,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,wBAAwB,EAAE;gBAClD,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,IAAI;aACX,CAAC,CAAC;YAEH,SAAS;YACT,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,wBAAwB,EAAE;gBAClD,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,IAAI;aACX,CAAC,CAAC;YAEH,iCAAiC;YACjC,MAAM,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,cAAc,CAClB,QAAoB,aAAa,EACjC,YAAoB,KAAK;QAEzB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,iCAAiC;QACjC,MAAM,gBAAgB,GACpB,KAAK,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC,CAAC;QAEtF,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACvC,IAAI,OAAO,IAAI,SAAS,EAAE,CAAC;gBACzB,MAAM,IAAI,KAAK,CACb,8CAA8C,KAAK,WAAW,SAAS,IAAI,CAC5E,CAAC;YACJ,CAAC;YAED,MAAM,YAAY,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAW,CAAC;YACxE,IAAI,gBAAgB,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;gBACvC,OAAO;YACT,CAAC;YAED,mBAAmB;YACnB,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QACvD,OAAQ,MAAiB,IAAI,EAAE,CAAC;IAClC,CAAC;IAEO,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IACzD,CAAC;CACF;AAnSD,gCAmSC"}

package/dist/backends/index.d.ts

@@ -0,0 +1,80 @@
+/**
+ * Browser backend abstractions for Sentience SDK.
+ *
+ * This module provides backend protocols and implementations that allow
+ * Sentience actions (click, type, scroll) to work with different browser
+ * automation frameworks.
+ *
+ * Supported Backends
+ * ------------------
+ *
+ * **CDPBackend**
+ *     Low-level CDP (Chrome DevTools Protocol) backend. Use this when you have
+ *     direct access to a CDP client and session.
+ *
+ * **BrowserUseAdapter**
+ *     High-level adapter for browser-use framework. Automatically creates a
+ *     CDPBackend from a BrowserSession.
+ *
+ * Quick Start with browser-use
+ * ----------------------------
+ *
+ *   import { BrowserSession, BrowserProfile } from 'browser-use';
+ *   import { getExtensionDir } from 'sentience';
+ *   import { BrowserUseAdapter, snapshot, click, typeText } from 'sentience/backends';
+ *
+ *   // Setup browser-use with Sentience extension
+ *   const profile = new BrowserProfile({ args: [`--load-extension=${getExtensionDir()}`] });
+ *   const session = new BrowserSession({ browserProfile: profile });
+ *   await session.start();
+ *
+ *   // Create adapter and backend
+ *   const adapter = new BrowserUseAdapter(session);
+ *   const backend = await adapter.createBackend();
+ *
+ *   // Take snapshot and interact with elements
+ *   const snap = await snapshot(backend);
+ *   const searchBox = find(snap, 'role=textbox[name*="Search"]');
+ *   await click(backend, searchBox.bbox);
+ *   await typeText(backend, 'Sentience AI');
+ *
+ * Snapshot Caching
+ * ----------------
+ *
+ * Use CachedSnapshot to reduce redundant snapshot calls in action loops:
+ *
+ *   import { CachedSnapshot } from 'sentience/backends';
+ *
+ *   const cache = new CachedSnapshot(backend, 2000);
+ *
+ *   const snap1 = await cache.get();  // Takes fresh snapshot
+ *   const snap2 = await cache.get();  // Returns cached if < 2s old
+ *
+ *   await click(backend, element.bbox);
+ *   cache.invalidate();  // Force refresh on next get()
+ *
+ * Error Handling
+ * --------------
+ *
+ * The module provides specific exceptions for common failure modes:
+ *
+ * - `ExtensionNotLoadedError`: Extension not loaded in browser launch args
+ * - `SnapshotError`: window.sentience.snapshot() failed
+ *
+ *   import { ExtensionNotLoadedError, snapshot } from 'sentience/backends';
+ *
+ *   try {
+ *     const snap = await snapshot(backend);
+ *   } catch (e) {
+ *     if (e instanceof ExtensionNotLoadedError) {
+ *       console.log(`Fix suggestion: ${e.message}`);
+ *     }
+ *   }
+ */
+export { BrowserBackend, ViewportInfo, LayoutMetrics, MouseButton, ReadyState } from './protocol';
+export { CDPTransport, CDPBackend } from './cdp-backend';
+export { BrowserUseAdapter, BrowserUseCDPTransport } from './browser-use-adapter';
+export { snapshot, CachedSnapshot, SnapshotOptions, ScreenshotOptions, SnapshotFilter, ExtensionNotLoadedError, SnapshotError, ExtensionDiagnostics, } from './snapshot';
+export { click, typeText, scroll, scrollToElement, waitForStable, ClickTarget, ScrollBehavior, ScrollBlock, } from './actions';
+export { SentienceContext, PredicateContext, SentienceContextState, SentienceContextOptions, TopElementSelector, BuildOptions, } from './sentience-context';
+//# sourceMappingURL=index.d.ts.map

package/dist/backends/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/backends/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAwEG;AAGH,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,aAAa,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAGlG,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAGzD,OAAO,EAAE,iBAAiB,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAGlF,OAAO,EACL,QAAQ,EACR,cAAc,EACd,eAAe,EACf,iBAAiB,EACjB,cAAc,EACd,uBAAuB,EACvB,aAAa,EACb,oBAAoB,GACrB,MAAM,YAAY,CAAC;AAGpB,OAAO,EACL,KAAK,EACL,QAAQ,EACR,MAAM,EACN,eAAe,EACf,aAAa,EACb,WAAW,EACX,cAAc,EACd,WAAW,GACZ,MAAM,WAAW,CAAC;AAGnB,OAAO,EACL,gBAAgB,EAChB,gBAAgB,EAChB,qBAAqB,EACrB,uBAAuB,EACvB,kBAAkB,EAClB,YAAY,GACb,MAAM,qBAAqB,CAAC"}

package/dist/backends/index.js

@@ -0,0 +1,101 @@
+"use strict";
+/**
+ * Browser backend abstractions for Sentience SDK.
+ *
+ * This module provides backend protocols and implementations that allow
+ * Sentience actions (click, type, scroll) to work with different browser
+ * automation frameworks.
+ *
+ * Supported Backends
+ * ------------------
+ *
+ * **CDPBackend**
+ *     Low-level CDP (Chrome DevTools Protocol) backend. Use this when you have
+ *     direct access to a CDP client and session.
+ *
+ * **BrowserUseAdapter**
+ *     High-level adapter for browser-use framework. Automatically creates a
+ *     CDPBackend from a BrowserSession.
+ *
+ * Quick Start with browser-use
+ * ----------------------------
+ *
+ *   import { BrowserSession, BrowserProfile } from 'browser-use';
+ *   import { getExtensionDir } from 'sentience';
+ *   import { BrowserUseAdapter, snapshot, click, typeText } from 'sentience/backends';
+ *
+ *   // Setup browser-use with Sentience extension
+ *   const profile = new BrowserProfile({ args: [`--load-extension=${getExtensionDir()}`] });
+ *   const session = new BrowserSession({ browserProfile: profile });
+ *   await session.start();
+ *
+ *   // Create adapter and backend
+ *   const adapter = new BrowserUseAdapter(session);
+ *   const backend = await adapter.createBackend();
+ *
+ *   // Take snapshot and interact with elements
+ *   const snap = await snapshot(backend);
+ *   const searchBox = find(snap, 'role=textbox[name*="Search"]');
+ *   await click(backend, searchBox.bbox);
+ *   await typeText(backend, 'Sentience AI');
+ *
+ * Snapshot Caching
+ * ----------------
+ *
+ * Use CachedSnapshot to reduce redundant snapshot calls in action loops:
+ *
+ *   import { CachedSnapshot } from 'sentience/backends';
+ *
+ *   const cache = new CachedSnapshot(backend, 2000);
+ *
+ *   const snap1 = await cache.get();  // Takes fresh snapshot
+ *   const snap2 = await cache.get();  // Returns cached if < 2s old
+ *
+ *   await click(backend, element.bbox);
+ *   cache.invalidate();  // Force refresh on next get()
+ *
+ * Error Handling
+ * --------------
+ *
+ * The module provides specific exceptions for common failure modes:
+ *
+ * - `ExtensionNotLoadedError`: Extension not loaded in browser launch args
+ * - `SnapshotError`: window.sentience.snapshot() failed
+ *
+ *   import { ExtensionNotLoadedError, snapshot } from 'sentience/backends';
+ *
+ *   try {
+ *     const snap = await snapshot(backend);
+ *   } catch (e) {
+ *     if (e instanceof ExtensionNotLoadedError) {
+ *       console.log(`Fix suggestion: ${e.message}`);
+ *     }
+ *   }
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PredicateContext = exports.SentienceContext = exports.waitForStable = exports.scrollToElement = exports.typeText = exports.click = exports.SnapshotError = exports.ExtensionNotLoadedError = exports.CachedSnapshot = exports.snapshot = exports.BrowserUseCDPTransport = exports.BrowserUseAdapter = exports.CDPBackend = void 0;
+// CDP Backend
+var cdp_backend_1 = require("./cdp-backend");
+Object.defineProperty(exports, "CDPBackend", { enumerable: true, get: function () { return cdp_backend_1.CDPBackend; } });
+// browser-use adapter
+var browser_use_adapter_1 = require("./browser-use-adapter");
+Object.defineProperty(exports, "BrowserUseAdapter", { enumerable: true, get: function () { return browser_use_adapter_1.BrowserUseAdapter; } });
+Object.defineProperty(exports, "BrowserUseCDPTransport", { enumerable: true, get: function () { return browser_use_adapter_1.BrowserUseCDPTransport; } });
+// Backend-agnostic functions
+var snapshot_1 = require("./snapshot");
+Object.defineProperty(exports, "snapshot", { enumerable: true, get: function () { return snapshot_1.snapshot; } });
+Object.defineProperty(exports, "CachedSnapshot", { enumerable: true, get: function () { return snapshot_1.CachedSnapshot; } });
+Object.defineProperty(exports, "ExtensionNotLoadedError", { enumerable: true, get: function () { return snapshot_1.ExtensionNotLoadedError; } });
+Object.defineProperty(exports, "SnapshotError", { enumerable: true, get: function () { return snapshot_1.SnapshotError; } });
+// Actions
+var actions_1 = require("./actions");
+Object.defineProperty(exports, "click", { enumerable: true, get: function () { return actions_1.click; } });
+Object.defineProperty(exports, "typeText", { enumerable: true, get: function () { return actions_1.typeText; } });
+Object.defineProperty(exports, "scroll", { enumerable: true, get: function () { return actions_1.scroll; } });
+Object.defineProperty(exports, "scrollToElement", { enumerable: true, get: function () { return actions_1.scrollToElement; } });
+Object.defineProperty(exports, "waitForStable", { enumerable: true, get: function () { return actions_1.waitForStable; } });
+// SentienceContext (Token-Slasher Context Middleware)
+var sentience_context_1 = require("./sentience-context");
+Object.defineProperty(exports, "SentienceContext", { enumerable: true, get: function () { return sentience_context_1.SentienceContext; } });
+Object.defineProperty(exports, "PredicateContext", { enumerable: true, get: function () { return sentience_context_1.PredicateContext; } });
+//# sourceMappingURL=index.js.map

package/dist/backends/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/backends/index.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAwEG;;;AAKH,cAAc;AACd,6CAAyD;AAAlC,yGAAA,UAAU,OAAA;AAEjC,sBAAsB;AACtB,6DAAkF;AAAzE,wHAAA,iBAAiB,OAAA;AAAE,6HAAA,sBAAsB,OAAA;AAElD,6BAA6B;AAC7B,uCASoB;AARlB,oGAAA,QAAQ,OAAA;AACR,0GAAA,cAAc,OAAA;AAId,mHAAA,uBAAuB,OAAA;AACvB,yGAAA,aAAa,OAAA;AAIf,UAAU;AACV,qCASmB;AARjB,gGAAA,KAAK,OAAA;AACL,mGAAA,QAAQ,OAAA;AACR,iGAAA,MAAM,OAAA;AACN,0GAAA,eAAe,OAAA;AACf,wGAAA,aAAa,OAAA;AAMf,sDAAsD;AACtD,yDAO6B;AAN3B,qHAAA,gBAAgB,OAAA;AAChB,qHAAA,gBAAgB,OAAA"}