athena-browser-mcp 1.0.3 → 2.0.2

package/dist/src/domains/perception/handlers/layout.handler.js

@@ -1,61 +0,0 @@
-/**
- * Layout Handler
- *
- * Handles layout_get_box_model and layout_is_visible tools
- */
-export class LayoutHandler {
-    cdpBridge;
-    elementResolver;
-    visibilityChecker;
-    constructor(cdpBridge, elementResolver, visibilityChecker) {
-        this.cdpBridge = cdpBridge;
-        this.elementResolver = elementResolver;
-        this.visibilityChecker = visibilityChecker;
-    }
-    /**
-     * Get box model (bounding box and quads) for an element
-     */
-    async getBoxModel(params) {
-        // Resolve the target to an ElementRef with nodeId
-        const element = await this.elementResolver.resolve(params.target);
-        if (!element.nodeId) {
-            throw new Error('Could not resolve element nodeId');
-        }
-        // Get box model from CDP
-        const result = await this.cdpBridge.executeDevToolsMethod('DOM.getBoxModel', {
-            nodeId: element.nodeId,
-        });
-        // Extract quad and bbox
-        const quad = result.model.content;
-        const bbox = this.quadToBBox(quad);
-        return {
-            quad,
-            bbox,
-        };
-    }
-    /**
-     * Check if an element is visible
-     */
-    async isVisible(params) {
-        // Resolve the target to an ElementRef with nodeId
-        const element = await this.elementResolver.resolve(params.target);
-        // Use visibility checker service
-        const visible = await this.visibilityChecker.isVisible(element);
-        return {
-            visible,
-        };
-    }
-    /**
-     * Convert CDP quad to BBox
-     */
-    quadToBBox(quad) {
-        const x = Math.min(quad[0], quad[2], quad[4], quad[6]);
-        const y = Math.min(quad[1], quad[3], quad[5], quad[7]);
-        const maxX = Math.max(quad[0], quad[2], quad[4], quad[6]);
-        const maxY = Math.max(quad[1], quad[3], quad[5], quad[7]);
-        const w = maxX - x;
-        const h = maxY - y;
-        return { x, y, w, h };
-    }
-}
-//# sourceMappingURL=layout.handler.js.map

package/dist/src/domains/perception/handlers/layout.handler.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"layout.handler.js","sourceRoot":"","sources":["../../../../../src/domains/perception/handlers/layout.handler.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AA6BH,MAAM,OAAO,aAAa;IAEL;IACA;IACA;IAHnB,YACmB,SAAoB,EACpB,eAAuC,EACvC,iBAA2C;QAF3C,cAAS,GAAT,SAAS,CAAW;QACpB,oBAAe,GAAf,eAAe,CAAwB;QACvC,sBAAiB,GAAjB,iBAAiB,CAA0B;IAC3D,CAAC;IAEJ;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,MAA+B;QAC/C,kDAAkD;QAClD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAElE,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACtD,CAAC;QAED,yBAAyB;QACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,qBAAqB,CAAiB,iBAAiB,EAAE;YAC3F,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAC;QAEH,wBAAwB;QACxB,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC;QAClC,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAEnC,OAAO;YACL,IAAI;YACJ,IAAI;SACL,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAC,MAA6B;QAC3C,kDAAkD;QAClD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAElE,iCAAiC;QACjC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAEhE,OAAO;YACL,OAAO;SACR,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,UAAU,CAAC,IAAc;QAC/B,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACvD,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACvD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC;QACnB,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC;QAEnB,OAAO,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;IACxB,CAAC;CACF"}

package/dist/src/domains/perception/handlers/network.handler.d.ts

@@ -1,31 +0,0 @@
-/**
- * Network Handler
- *
- * Handles net_observe and net_get_response_body tools
- */
-import type { NetObserveParams, NetObserveResponse, NetGetResponseBodyParams, NetGetResponseBodyResponse } from '../perception.types.js';
-import type { NetworkEvent } from '../../../shared/types/index.js';
-interface CdpBridge {
-    executeDevToolsMethod<T>(method: string, params?: unknown): Promise<T>;
-    getObservedNetworkEvents(): NetworkEvent[];
-}
-export declare class NetworkHandler {
-    private readonly cdpBridge;
-    constructor(cdpBridge: CdpBridge);
-    /**
-     * Observe network events
-     *
-     * Returns an async iterable of network events matching the patterns
-     */
-    observe(params: NetObserveParams): Promise<NetObserveResponse>;
-    /**
-     * Get response body for a specific network request
-     */
-    getResponseBody(params: NetGetResponseBodyParams): Promise<NetGetResponseBodyResponse>;
-    /**
-     * Create an async iterable of network events
-     */
-    private observeNetworkEvents;
-}
-export {};
-//# sourceMappingURL=network.handler.d.ts.map

package/dist/src/domains/perception/handlers/network.handler.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"network.handler.d.ts","sourceRoot":"","sources":["../../../../../src/domains/perception/handlers/network.handler.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EACV,gBAAgB,EAChB,kBAAkB,EAClB,wBAAwB,EACxB,0BAA0B,EAC3B,MAAM,wBAAwB,CAAC;AAChC,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC;AAEnE,UAAU,SAAS;IACjB,qBAAqB,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IACvE,wBAAwB,IAAI,YAAY,EAAE,CAAC;CAC5C;AAED,qBAAa,cAAc;IACb,OAAO,CAAC,QAAQ,CAAC,SAAS;gBAAT,SAAS,EAAE,SAAS;IAEjD;;;;OAIG;IACG,OAAO,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAUpE;;OAEG;IACG,eAAe,CAAC,MAAM,EAAE,wBAAwB,GAAG,OAAO,CAAC,0BAA0B,CAAC;IAW5F;;OAEG;YACY,oBAAoB;CA2BpC"}

package/dist/src/domains/perception/handlers/network.handler.js

@@ -1,59 +0,0 @@
-/**
- * Network Handler
- *
- * Handles net_observe and net_get_response_body tools
- */
-export class NetworkHandler {
-    cdpBridge;
-    constructor(cdpBridge) {
-        this.cdpBridge = cdpBridge;
-    }
-    /**
-     * Observe network events
-     *
-     * Returns an async iterable of network events matching the patterns
-     */
-    async observe(params) {
-        // Enable Network domain in CDP
-        await this.cdpBridge.executeDevToolsMethod('Network.enable', {});
-        // Create async iterable of network events
-        const events = this.observeNetworkEvents(params.patterns);
-        return { events };
-    }
-    /**
-     * Get response body for a specific network request
-     */
-    async getResponseBody(params) {
-        const result = await this.cdpBridge.executeDevToolsMethod('Network.getResponseBody', {
-            requestId: params.requestId,
-        });
-        return result;
-    }
-    /**
-     * Create an async iterable of network events
-     */
-    async *observeNetworkEvents(patterns) {
-        // This is a simplified implementation
-        // In production, you would:
-        // 1. Set up event listeners on the CDP client
-        // 2. Filter events by patterns
-        // 3. Yield events as they arrive
-        // For now, just yield any observed events
-        const events = this.cdpBridge.getObservedNetworkEvents();
-        for (const event of events) {
-            // Filter by patterns if provided
-            if (patterns && patterns.length > 0) {
-                const matches = patterns.some((pattern) => {
-                    const regex = new RegExp(pattern);
-                    return regex.test(event.url);
-                });
-                if (!matches) {
-                    continue;
-                }
-            }
-            await Promise.resolve();
-            yield event;
-        }
-    }
-}
-//# sourceMappingURL=network.handler.js.map

package/dist/src/domains/perception/handlers/network.handler.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"network.handler.js","sourceRoot":"","sources":["../../../../../src/domains/perception/handlers/network.handler.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAeH,MAAM,OAAO,cAAc;IACI;IAA7B,YAA6B,SAAoB;QAApB,cAAS,GAAT,SAAS,CAAW;IAAG,CAAC;IAErD;;;;OAIG;IACH,KAAK,CAAC,OAAO,CAAC,MAAwB;QACpC,+BAA+B;QAC/B,MAAM,IAAI,CAAC,SAAS,CAAC,qBAAqB,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC;QAEjE,0CAA0C;QAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAE1D,OAAO,EAAE,MAAM,EAAE,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CAAC,MAAgC;QACpD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,qBAAqB,CACvD,yBAAyB,EACzB;YACE,SAAS,EAAE,MAAM,CAAC,SAAS;SAC5B,CACF,CAAC;QAEF,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,CAAC,oBAAoB,CAAC,QAAmB;QACrD,sCAAsC;QACtC,4BAA4B;QAC5B,8CAA8C;QAC9C,+BAA+B;QAC/B,iCAAiC;QAEjC,0CAA0C;QAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,wBAAwB,EAAE,CAAC;QAEzD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,iCAAiC;YACjC,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpC,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE;oBACxC,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC;oBAClC,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC/B,CAAC,CAAC,CAAC;gBAEH,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,SAAS;gBACX,CAAC;YACH,CAAC;YAED,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;YACxB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;CACF"}

package/dist/src/domains/perception/handlers/ui-discover.handler.d.ts

@@ -1,21 +0,0 @@
-/**
- * UI Discovery Handler
- *
- * Handles ui_discover tool - discovers interactive elements
- * FIXES the stub implementation that returned empty arrays
- */
-import type { UiDiscoverParams, UiDiscoverResponse } from '../perception.types.js';
-import type { ElementFusionService } from '../../../shared/services/index.js';
-import type { DomTreeHandler } from './dom-tree.handler.js';
-import type { AxTreeHandler } from './ax-tree.handler.js';
-export declare class UiDiscoverHandler {
-    private readonly domTreeHandler;
-    private readonly axTreeHandler;
-    private readonly elementFusion;
-    constructor(domTreeHandler: DomTreeHandler, axTreeHandler: AxTreeHandler, elementFusion: ElementFusionService);
-    /**
-     * Discover interactive elements by fusing DOM + AX + layout data
-     */
-    handle(params: UiDiscoverParams): Promise<UiDiscoverResponse>;
-}
-//# sourceMappingURL=ui-discover.handler.d.ts.map

package/dist/src/domains/perception/handlers/ui-discover.handler.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"ui-discover.handler.d.ts","sourceRoot":"","sources":["../../../../../src/domains/perception/handlers/ui-discover.handler.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AACnF,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,mCAAmC,CAAC;AAC9E,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAE1D,qBAAa,iBAAiB;IAE1B,OAAO,CAAC,QAAQ,CAAC,cAAc;IAC/B,OAAO,CAAC,QAAQ,CAAC,aAAa;IAC9B,OAAO,CAAC,QAAQ,CAAC,aAAa;gBAFb,cAAc,EAAE,cAAc,EAC9B,aAAa,EAAE,aAAa,EAC5B,aAAa,EAAE,oBAAoB;IAGtD;;OAEG;IACG,MAAM,CAAC,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,kBAAkB,CAAC;CAoBpE"}

package/dist/src/domains/perception/handlers/ui-discover.handler.js

@@ -1,37 +0,0 @@
-/**
- * UI Discovery Handler
- *
- * Handles ui_discover tool - discovers interactive elements
- * FIXES the stub implementation that returned empty arrays
- */
-export class UiDiscoverHandler {
-    domTreeHandler;
-    axTreeHandler;
-    elementFusion;
-    constructor(domTreeHandler, axTreeHandler, elementFusion) {
-        this.domTreeHandler = domTreeHandler;
-        this.axTreeHandler = axTreeHandler;
-        this.elementFusion = elementFusion;
-    }
-    /**
-     * Discover interactive elements by fusing DOM + AX + layout data
-     */
-    async handle(params) {
-        // Step 1: Get DOM tree
-        const domTree = await this.domTreeHandler.handle({
-            frameId: 'main',
-            depth: -1, // Full tree
-            visibleOnly: false,
-        });
-        // Step 2: Get accessibility tree
-        const axTree = await this.axTreeHandler.handle({
-            frameId: 'main',
-        });
-        // Step 3: Fuse trees and discover interactive elements
-        const elements = await this.elementFusion.discover(axTree, domTree, params.scope);
-        return {
-            elements,
-        };
-    }
-}
-//# sourceMappingURL=ui-discover.handler.js.map

package/dist/src/domains/perception/handlers/ui-discover.handler.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"ui-discover.handler.js","sourceRoot":"","sources":["../../../../../src/domains/perception/handlers/ui-discover.handler.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAOH,MAAM,OAAO,iBAAiB;IAET;IACA;IACA;IAHnB,YACmB,cAA8B,EAC9B,aAA4B,EAC5B,aAAmC;QAFnC,mBAAc,GAAd,cAAc,CAAgB;QAC9B,kBAAa,GAAb,aAAa,CAAe;QAC5B,kBAAa,GAAb,aAAa,CAAsB;IACnD,CAAC;IAEJ;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,MAAwB;QACnC,uBAAuB;QACvB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC;YAC/C,OAAO,EAAE,MAAM;YACf,KAAK,EAAE,CAAC,CAAC,EAAE,YAAY;YACvB,WAAW,EAAE,KAAK;SACnB,CAAC,CAAC;QAEH,iCAAiC;QACjC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC;YAC7C,OAAO,EAAE,MAAM;SAChB,CAAC,CAAC;QAEH,uDAAuD;QACvD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QAElF,OAAO;YACL,QAAQ;SACT,CAAC;IACJ,CAAC;CACF"}

package/dist/src/domains/perception/handlers/vision.handler.d.ts

@@ -1,43 +0,0 @@
-/**
- * Vision Handler
- *
- * Handles vision_ocr and vision_find_by_text tools
- */
-import type { VisionOcrParams, VisionOcrResponse, VisionFindByTextParams, VisionFindByTextResponse } from '../perception.types.js';
-import type { BBox } from '../../../shared/types/index.js';
-interface CdpBridge {
-    captureScreenshot(region?: BBox): Promise<string>;
-    executeDevToolsMethod<T>(method: string, params?: unknown): Promise<T>;
-}
-export declare class VisionHandler {
-    private readonly cdpBridge;
-    constructor(cdpBridge: CdpBridge);
-    /**
-     * Perform OCR on a screenshot
-     *
-     * Note: This is a placeholder implementation. In production, you would:
-     * 1. Use Tesseract.js for local OCR
-     * 2. Use a cloud OCR service (Google Vision, AWS Textract, etc.)
-     * 3. Use the browser's built-in text detection APIs
-     */
-    ocr(params: VisionOcrParams): Promise<VisionOcrResponse>;
-    /**
-     * Find an element by visible text using OCR
-     */
-    findByText(params: VisionFindByTextParams): Promise<VisionFindByTextResponse>;
-    /**
-     * Perform OCR on a screenshot
-     * PLACEHOLDER: In production, integrate Tesseract.js or cloud OCR service
-     */
-    private performOCR;
-    /**
-     * Find a text span matching the query
-     */
-    private findTextSpan;
-    /**
-     * Map a bounding box to a DOM element
-     */
-    private mapBBoxToElement;
-}
-export {};
-//# sourceMappingURL=vision.handler.d.ts.map

package/dist/src/domains/perception/handlers/vision.handler.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"vision.handler.d.ts","sourceRoot":"","sources":["../../../../../src/domains/perception/handlers/vision.handler.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EACV,eAAe,EACf,iBAAiB,EACjB,sBAAsB,EACtB,wBAAwB,EACzB,MAAM,wBAAwB,CAAC;AAChC,OAAO,KAAK,EAAE,IAAI,EAAc,MAAM,gCAAgC,CAAC;AAEvE,UAAU,SAAS;IACjB,iBAAiB,CAAC,MAAM,CAAC,EAAE,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAClD,qBAAqB,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;CACxE;AAED,qBAAa,aAAa;IACZ,OAAO,CAAC,QAAQ,CAAC,SAAS;gBAAT,SAAS,EAAE,SAAS;IAEjD;;;;;;;OAOG;IACG,GAAG,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAU9D;;OAEG;IACG,UAAU,CAAC,MAAM,EAAE,sBAAsB,GAAG,OAAO,CAAC,wBAAwB,CAAC;IAiBnF;;;OAGG;IACH,OAAO,CAAC,UAAU;IAmBlB;;OAEG;IACH,OAAO,CAAC,YAAY;IA0BpB;;OAEG;YACW,gBAAgB;CAmC/B"}

package/dist/src/domains/perception/handlers/vision.handler.js

@@ -1,116 +0,0 @@
-/**
- * Vision Handler
- *
- * Handles vision_ocr and vision_find_by_text tools
- */
-export class VisionHandler {
-    cdpBridge;
-    constructor(cdpBridge) {
-        this.cdpBridge = cdpBridge;
-    }
-    /**
-     * Perform OCR on a screenshot
-     *
-     * Note: This is a placeholder implementation. In production, you would:
-     * 1. Use Tesseract.js for local OCR
-     * 2. Use a cloud OCR service (Google Vision, AWS Textract, etc.)
-     * 3. Use the browser's built-in text detection APIs
-     */
-    async ocr(params) {
-        // Take screenshot
-        const screenshot = await this.cdpBridge.captureScreenshot(params.region);
-        // Perform OCR (placeholder - would use Tesseract.js or cloud service)
-        const ocrResult = await this.performOCR(screenshot, params.region);
-        return ocrResult;
-    }
-    /**
-     * Find an element by visible text using OCR
-     */
-    async findByText(params) {
-        // Run OCR on the specified area
-        const ocrResult = await this.ocr({ region: params.areaHint });
-        // Find matching text span
-        const matchingSpan = this.findTextSpan(ocrResult, params.text, params.fuzzy ?? false);
-        if (!matchingSpan) {
-            return { element: null };
-        }
-        // Try to map bbox back to a DOM element
-        const element = await this.mapBBoxToElement(matchingSpan.bbox);
-        return { element };
-    }
-    /**
-     * Perform OCR on a screenshot
-     * PLACEHOLDER: In production, integrate Tesseract.js or cloud OCR service
-     */
-    performOCR(_screenshot, region) {
-        // This is a placeholder implementation
-        // In production, you would:
-        // 1. Decode base64 screenshot
-        // 2. Run through Tesseract.js or cloud OCR
-        // 3. Parse results into spans with bboxes
-        return Promise.resolve({
-            text: '[OCR not implemented - placeholder]',
-            spans: [
-                {
-                    text: '[OCR not implemented - placeholder]',
-                    bbox: region ?? { x: 0, y: 0, w: 100, h: 20 },
-                    confidence: 0,
-                },
-            ],
-        });
-    }
-    /**
-     * Find a text span matching the query
-     */
-    findTextSpan(ocrResult, text, fuzzy) {
-        const searchText = fuzzy ? text.toLowerCase() : text;
-        for (const span of ocrResult.spans) {
-            const spanText = fuzzy ? span.text.toLowerCase() : span.text;
-            if (fuzzy) {
-                // Fuzzy match: check if text is contained
-                if (spanText.includes(searchText)) {
-                    return span;
-                }
-            }
-            else {
-                // Exact match
-                if (spanText === searchText) {
-                    return span;
-                }
-            }
-        }
-        return null;
-    }
-    /**
-     * Map a bounding box to a DOM element
-     */
-    async mapBBoxToElement(bbox) {
-        try {
-            // Find element at center of bbox
-            const centerX = bbox.x + bbox.w / 2;
-            const centerY = bbox.y + bbox.h / 2;
-            const result = await this.cdpBridge.executeDevToolsMethod('Runtime.evaluate', {
-                expression: `document.elementFromPoint(${centerX}, ${centerY})`,
-                returnByValue: false,
-            });
-            if (!result.result.objectId) {
-                return null;
-            }
-            // Get node info
-            const nodeInfo = await this.cdpBridge.executeDevToolsMethod('DOM.describeNode', {
-                objectId: result.result.objectId,
-            });
-            // Build ElementRef
-            return {
-                frameId: 'main',
-                nodeId: nodeInfo.node.nodeId,
-                selectors: {},
-                bbox,
-            };
-        }
-        catch {
-            return null;
-        }
-    }
-}
-//# sourceMappingURL=vision.handler.js.map

package/dist/src/domains/perception/handlers/vision.handler.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"vision.handler.js","sourceRoot":"","sources":["../../../../../src/domains/perception/handlers/vision.handler.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAeH,MAAM,OAAO,aAAa;IACK;IAA7B,YAA6B,SAAoB;QAApB,cAAS,GAAT,SAAS,CAAW;IAAG,CAAC;IAErD;;;;;;;OAOG;IACH,KAAK,CAAC,GAAG,CAAC,MAAuB;QAC/B,kBAAkB;QAClB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAEzE,sEAAsE;QACtE,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;QAEnE,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,MAA8B;QAC7C,gCAAgC;QAChC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QAE9D,0BAA0B;QAC1B,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,KAAK,IAAI,KAAK,CAAC,CAAC;QAEtF,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QAC3B,CAAC;QAED,wCAAwC;QACxC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QAE/D,OAAO,EAAE,OAAO,EAAE,CAAC;IACrB,CAAC;IAED;;;OAGG;IACK,UAAU,CAAC,WAAmB,EAAE,MAAa;QACnD,uCAAuC;QACvC,4BAA4B;QAC5B,8BAA8B;QAC9B,2CAA2C;QAC3C,0CAA0C;QAE1C,OAAO,OAAO,CAAC,OAAO,CAAC;YACrB,IAAI,EAAE,qCAAqC;YAC3C,KAAK,EAAE;gBACL;oBACE,IAAI,EAAE,qCAAqC;oBAC3C,IAAI,EAAE,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE;oBAC7C,UAAU,EAAE,CAAC;iBACd;aACF;SACF,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,YAAY,CAClB,SAA4B,EAC5B,IAAY,EACZ,KAAc;QAEd,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QAErD,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;YACnC,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;YAE7D,IAAI,KAAK,EAAE,CAAC;gBACV,0CAA0C;gBAC1C,IAAI,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;oBAClC,OAAO,IAAI,CAAC;gBACd,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,cAAc;gBACd,IAAI,QAAQ,KAAK,UAAU,EAAE,CAAC;oBAC5B,OAAO,IAAI,CAAC;gBACd,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,gBAAgB,CAAC,IAAU;QACvC,IAAI,CAAC;YACH,iCAAiC;YACjC,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACpC,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAEpC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,qBAAqB,CAEtD,kBAAkB,EAAE;gBACrB,UAAU,EAAE,6BAA6B,OAAO,KAAK,OAAO,GAAG;gBAC/D,aAAa,EAAE,KAAK;aACrB,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;gBAC5B,OAAO,IAAI,CAAC;YACd,CAAC;YAED,gBAAgB;YAChB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,qBAAqB,CAExD,kBAAkB,EAAE;gBACrB,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ;aACjC,CAAC,CAAC;YAEH,mBAAmB;YACnB,OAAO;gBACL,OAAO,EAAE,MAAM;gBACf,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM;gBAC5B,SAAS,EAAE,EAAE;gBACb,IAAI;aACL,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF"}