openchrome-mcp 1.9.0 → 1.9.2

package/dist/tools/click-element.js

@@ -1,347 +0,0 @@
-"use strict";
-/**
- * Click Element Tool - Composite tool that finds and clicks an element in one operation
- *
- * This reduces the typical find → get coordinates → click pattern into a single tool call.
- */
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.registerClickElementTool = registerClickElementTool;
-const mcp_1 = require("../types/mcp");
-const session_manager_1 = require("../session-manager");
-const ref_id_manager_1 = require("../utils/ref-id-manager");
-const defaults_1 = require("../config/defaults");
-const dom_delta_1 = require("../utils/dom-delta");
-const adaptive_screenshot_1 = require("../utils/adaptive-screenshot");
-const element_finder_1 = require("../utils/element-finder");
-const element_discovery_1 = require("../utils/element-discovery");
-const ax_element_resolver_1 = require("../utils/ax-element-resolver");
-const outcome_classifier_1 = require("../utils/ralph/outcome-classifier");
-const puppeteer_helpers_1 = require("../utils/puppeteer-helpers");
-const definition = {
-    name: 'click_element',
-    description: 'Find and click an element by query in one call.',
-    inputSchema: {
-        type: 'object',
-        properties: {
-            tabId: {
-                type: 'string',
-                description: 'Tab ID to execute on',
-            },
-            query: {
-                type: 'string',
-                description: 'Element to click (natural language)',
-            },
-            wait_after: {
-                type: 'number',
-                description: 'Wait after click in ms. Default: 100',
-            },
-            verify: {
-                type: 'boolean',
-                description: 'Return screenshot after click',
-            },
-            double_click: {
-                type: 'boolean',
-                description: 'Perform double-click instead of single',
-            },
-            waitForMs: {
-                type: 'number',
-                description: 'Poll timeout for element in ms. Default: 0',
-            },
-            pollInterval: {
-                type: 'number',
-                description: 'Poll interval in ms. Default: 200',
-            },
-        },
-        required: ['tabId', 'query'],
-    },
-};
-const handler = async (sessionId, args, context) => {
-    const tabId = args.tabId;
-    const query = args.query;
-    const waitAfter = Math.min(Math.max(args.wait_after || 100, 0), 5000);
-    const verify = args.verify;
-    const doubleClick = args.double_click;
-    const waitForMs = args.waitForMs;
-    const pollInterval = Math.min(Math.max(args.pollInterval || 200, 50), 2000);
-    const sessionManager = (0, session_manager_1.getSessionManager)();
-    const refIdManager = (0, ref_id_manager_1.getRefIdManager)();
-    if (!tabId) {
-        return {
-            content: [{ type: 'text', text: 'Error: tabId is required' }],
-            isError: true,
-        };
-    }
-    if (!query) {
-        return {
-            content: [{ type: 'text', text: 'Error: query is required' }],
-            isError: true,
-        };
-    }
-    try {
-        const page = await sessionManager.getPage(sessionId, tabId, undefined, 'click_element');
-        if (!page) {
-            return {
-                content: [{ type: 'text', text: `Error: Tab ${tabId} not found` }],
-                isError: true,
-            };
-        }
-        const queryNorm = (0, element_finder_1.normalizeQuery)(query);
-        const queryLower = queryNorm;
-        const queryTokens = (0, element_finder_1.tokenizeQuery)(queryNorm);
-        // Optional polling for dynamic/lazy content
-        const maxWait = waitForMs ? Math.min(Math.max(waitForMs, 100), 30000) : 0;
-        let bestMatch = null;
-        const startTime = Date.now();
-        const cdpClient = sessionManager.getCDPClient();
-        // ─── AX-First Resolution ───
-        try {
-            const axMatches = await (0, ax_element_resolver_1.resolveElementsByAXTree)(page, cdpClient, query, {
-                useCenter: true, maxResults: 3,
-            });
-            if (axMatches.length > 0) {
-                const ax = axMatches[0];
-                // Scroll into view and re-resolve coordinates
-                try {
-                    await cdpClient.send(page, 'DOM.scrollIntoViewIfNeeded', { backendNodeId: ax.backendDOMNodeId });
-                    await new Promise(resolve => setTimeout(resolve, defaults_1.DEFAULT_DOM_SETTLE_DELAY_MS));
-                    const { model } = await cdpClient.send(page, 'DOM.getBoxModel', { backendNodeId: ax.backendDOMNodeId });
-                    if (model?.content && model.content.length >= 8) {
-                        const bx = model.content[0], by = model.content[1];
-                        const bw = model.content[2] - bx, bh = model.content[5] - by;
-                        if (bw > 0 && bh > 0)
-                            ax.rect = { x: bx + bw / 2, y: by + bh / 2, width: bw, height: bh };
-                    }
-                }
-                catch { /* use original coords */ }
-                const axX = Math.round(ax.rect.x), axY = Math.round(ax.rect.y);
-                const { delta: axDelta } = await (0, dom_delta_1.withDomDelta)(page, async () => {
-                    if (doubleClick)
-                        await page.mouse.click(axX, axY, { clickCount: 2 });
-                    else
-                        await page.mouse.click(axX, axY);
-                }, { settleMs: Math.max(150, waitAfter) });
-                (0, ax_element_resolver_1.invalidateAXCache)((0, puppeteer_helpers_1.getTargetId)(page.target()));
-                const axRef = refIdManager.generateRef(sessionId, tabId, ax.backendDOMNodeId, ax.role, ax.name, undefined, undefined);
-                await (0, element_discovery_1.cleanupTags)(page, element_discovery_1.DISCOVERY_TAG).catch(() => { });
-                adaptive_screenshot_1.AdaptiveScreenshot.getInstance().reset(tabId);
-                const axVerb = doubleClick ? 'Double-clicked' : 'Clicked';
-                const axOutcome = (0, outcome_classifier_1.classifyOutcome)(axDelta, ax.role);
-                const resultText = (0, outcome_classifier_1.formatOutcomeLine)(axOutcome, axVerb, `${ax.role} "${ax.name}"`, `[${axRef}]`, `[${ax_element_resolver_1.MATCH_LEVEL_LABELS[ax.matchLevel]} via AX tree]`) + (axDelta || '');
-                if (verify) {
-                    try {
-                        const buf = await page.screenshot({ type: 'webp', quality: defaults_1.DEFAULT_SCREENSHOT_QUALITY, encoding: 'base64' });
-                        return {
-                            content: [
-                                { type: 'text', text: resultText },
-                                { type: 'image', data: buf, mimeType: 'image/webp' },
-                            ],
-                        };
-                    }
-                    catch { /* screenshot failed */ }
-                }
-                return { content: [{ type: 'text', text: resultText }] };
-            }
-        }
-        catch {
-            // AX non-fatal — fall through to CSS
-        }
-        // Budget check before expensive CSS discovery
-        if (context && !(0, mcp_1.hasBudget)(context, 15_000)) {
-            return {
-                content: [{ type: 'text', text: `click_element: deadline approaching — skipped CSS fallback for "${query}"` }],
-                isError: true,
-            };
-        }
-        // ─── CSS Fallback ───
-        do { // --- polling loop start ---
-            // Find elements matching the query
-            let rawResults;
-            try {
-                rawResults = await (0, element_discovery_1.discoverElements)(page, cdpClient, queryLower, {
-                    maxResults: 30,
-                    useCenter: true,
-                    timeout: 10000,
-                    toolName: 'click_element',
-                });
-            }
-            catch {
-                // CDP evaluate timed out — retry on next poll iteration if budget remains
-                if (maxWait > 0 && Date.now() - startTime < maxWait) {
-                    await new Promise(resolve => setTimeout(resolve, pollInterval));
-                    continue;
-                }
-                rawResults = [];
-            }
-            if (rawResults.length === 0) {
-                if (maxWait > 0 && Date.now() - startTime < maxWait) {
-                    await new Promise(resolve => setTimeout(resolve, pollInterval));
-                    continue;
-                }
-                const pageUrl = page.url();
-                return {
-                    content: [
-                        {
-                            type: 'text',
-                            text: `No clickable elements found matching "${query}" on ${pageUrl}`,
-                        },
-                    ],
-                    isError: true,
-                };
-            }
-            // Score and sort elements, tracking original discovery index for re-positioning
-            const scoredResults = rawResults
-                .map((el, i) => ({ ...el, score: (0, element_finder_1.scoreElement)(el, queryLower, queryTokens), _origIdx: i }))
-                .sort((a, b) => b.score - a.score);
-            if (scoredResults.length > 0 && scoredResults[0].score >= 10) {
-                bestMatch = scoredResults[0];
-                break;
-            }
-            if (maxWait > 0 && Date.now() - startTime < maxWait) {
-                await new Promise(resolve => setTimeout(resolve, pollInterval));
-            }
-            else {
-                // No polling or timeout reached — use best available even if low score
-                if (scoredResults.length > 0) {
-                    bestMatch = scoredResults[0];
-                }
-                break;
-            }
-        } while (Date.now() - startTime < maxWait); // --- polling loop end ---
-        if (!bestMatch || bestMatch.score < 10) {
-            return {
-                content: [
-                    {
-                        type: 'text',
-                        text: `No good match found for "${query}". Best candidate was "${bestMatch?.name || 'unknown'}" with low confidence.`,
-                    },
-                ],
-                isError: true,
-            };
-        }
-        // Click the element at its center coordinates
-        const clickX = Math.round(bestMatch.rect.x);
-        const clickY = Math.round(bestMatch.rect.y);
-        // Scroll into view first if needed
-        if (bestMatch.backendDOMNodeId) {
-            try {
-                await cdpClient.send(page, 'DOM.scrollIntoViewIfNeeded', {
-                    backendNodeId: bestMatch.backendDOMNodeId,
-                });
-                // Small delay after scroll
-                await new Promise(resolve => setTimeout(resolve, defaults_1.DEFAULT_DOM_SETTLE_DELAY_MS));
-                // Re-get position after scroll using the shared getTaggedElementRect helper
-                const newRect = await (0, element_discovery_1.getTaggedElementRect)(page, cdpClient, element_discovery_1.DISCOVERY_TAG, bestMatch._origIdx, true);
-                if (newRect) {
-                    bestMatch.rect.x = newRect.x;
-                    bestMatch.rect.y = newRect.y;
-                }
-            }
-            catch {
-                // Continue with original coordinates
-            }
-        }
-        const finalX = Math.round(bestMatch.rect.x);
-        const finalY = Math.round(bestMatch.rect.y);
-        // Perform the click with DOM delta capture (settleMs includes waitAfter)
-        const { delta } = await (0, dom_delta_1.withDomDelta)(page, async () => {
-            if (doubleClick) {
-                await page.mouse.click(finalX, finalY, { clickCount: 2 });
-            }
-            else {
-                await page.mouse.click(finalX, finalY);
-            }
-        }, { settleMs: Math.max(150, waitAfter) });
-        // Generate ref for the clicked element
-        let refId = '';
-        if (bestMatch.backendDOMNodeId) {
-            refId = refIdManager.generateRef(sessionId, tabId, bestMatch.backendDOMNodeId, bestMatch.role, bestMatch.name, bestMatch.tagName, bestMatch.textContent);
-        }
-        // Clean up discovery tags to prevent stale properties
-        await (0, element_discovery_1.cleanupTags)(page, element_discovery_1.DISCOVERY_TAG).catch(() => { });
-        // Reset adaptive screenshot on click (page state changes)
-        adaptive_screenshot_1.AdaptiveScreenshot.getInstance().reset(tabId);
-        const clickType = doubleClick ? 'Double-clicked' : 'Clicked';
-        const textSample = bestMatch.textContent?.slice(0, 50) || bestMatch.name.slice(0, 50);
-        const textPart = textSample ? ` "${textSample}"` : '';
-        const refPart = refId ? ` [${refId}]` : '';
-        const confidencePart = bestMatch.score < 50 ? ' [via CSS, LOW CONFIDENCE]' : ' [via CSS]';
-        const cssOutcome = (0, outcome_classifier_1.classifyOutcome)(delta, bestMatch.role);
-        const resultText = (0, outcome_classifier_1.formatOutcomeLine)(cssOutcome, clickType, `${bestMatch.tagName}${textPart}`, refPart, confidencePart) + (delta || '');
-        // Optional verification screenshot — WebP via CDP for speed and consistency
-        if (verify) {
-            try {
-                const screenshotResult = await Promise.race([
-                    (async () => {
-                        const cdpSession = await page.target().createCDPSession();
-                        try {
-                            const { data } = await cdpSession.send('Page.captureScreenshot', {
-                                format: 'webp',
-                                quality: defaults_1.DEFAULT_SCREENSHOT_QUALITY,
-                                optimizeForSpeed: true,
-                            });
-                            return data;
-                        }
-                        finally {
-                            await cdpSession.detach().catch(() => { });
-                        }
-                    })(),
-                    new Promise((resolve) => setTimeout(() => resolve(null), defaults_1.DEFAULT_SCREENSHOT_RACE_TIMEOUT_MS)),
-                ]);
-                if (screenshotResult !== null) {
-                    return {
-                        content: [
-                            { type: 'text', text: resultText },
-                            { type: 'image', data: screenshotResult, mimeType: 'image/webp' },
-                        ],
-                    };
-                }
-                // Timeout — fall through to fallback
-                throw new Error('Screenshot timed out');
-            }
-            catch {
-                // Fall back to Puppeteer PNG with timeout to prevent hangs on dialog-blocked pages
-                let fallbackTimer;
-                const screenshot = await Promise.race([
-                    page.screenshot({
-                        encoding: 'base64',
-                        type: 'png',
-                        fullPage: false,
-                        clip: {
-                            x: 0,
-                            y: 0,
-                            width: Math.min(page.viewport()?.width || defaults_1.DEFAULT_VIEWPORT.width, defaults_1.DEFAULT_VIEWPORT.width),
-                            height: Math.min(page.viewport()?.height || defaults_1.DEFAULT_VIEWPORT.height, defaults_1.DEFAULT_VIEWPORT.height),
-                        },
-                    }).finally(() => clearTimeout(fallbackTimer)),
-                    new Promise((_, reject) => {
-                        fallbackTimer = setTimeout(() => reject(new Error('Fallback screenshot timed out')), defaults_1.DEFAULT_SCREENSHOT_TIMEOUT_MS);
-                    }),
-                ]);
-                return {
-                    content: [
-                        { type: 'text', text: resultText },
-                        { type: 'image', data: screenshot, mimeType: 'image/png' },
-                    ],
-                };
-            }
-        }
-        return {
-            content: [{ type: 'text', text: resultText }],
-        };
-    }
-    catch (error) {
-        return {
-            content: [
-                {
-                    type: 'text',
-                    text: `Click element error: ${error instanceof Error ? error.message : String(error)}`,
-                },
-            ],
-            isError: true,
-        };
-    }
-};
-function registerClickElementTool(server) {
-    server.registerTool('click_element', handler, definition);
-}
-//# sourceMappingURL=click-element.js.map

package/dist/tools/click-element.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"click-element.js","sourceRoot":"","sources":["../../src/tools/click-element.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;AAwXH,4DAEC;AAvXD,sCAAiG;AACjG,wDAAuD;AACvD,4DAA0D;AAC1D,iDAAkL;AAClL,kDAAkD;AAClD,sEAAkE;AAClE,4DAAoG;AACpG,kEAAgH;AAChH,sEAA8G;AAC9G,0EAAuF;AACvF,kEAAyD;AAEzD,MAAM,UAAU,GAAsB;IACpC,IAAI,EAAE,eAAe;IACrB,WAAW,EAAE,iDAAiD;IAC9D,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,sBAAsB;aACpC;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,qCAAqC;aACnD;YACD,UAAU,EAAE;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,sCAAsC;aACpD;YACD,MAAM,EAAE;gBACN,IAAI,EAAE,SAAS;gBACf,WAAW,EAAE,+BAA+B;aAC7C;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,SAAS;gBACf,WAAW,EAAE,wCAAwC;aACtD;YACD,SAAS,EAAE;gBACT,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,4CAA4C;aAC1D;YACD,YAAY,EAAE;gBACZ,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,mCAAmC;aACjD;SACF;QACD,QAAQ,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC;KAC7B;CACF,CAAC;AAEF,MAAM,OAAO,GAAgB,KAAK,EAChC,SAAiB,EACjB,IAA6B,EAC7B,OAAqB,EACD,EAAE;IACtB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAe,CAAC;IACnC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAe,CAAC;IACnC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAE,IAAI,CAAC,UAAqB,IAAI,GAAG,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAClF,MAAM,MAAM,GAAG,IAAI,CAAC,MAA6B,CAAC;IAClD,MAAM,WAAW,GAAG,IAAI,CAAC,YAAmC,CAAC;IAC7D,MAAM,SAAS,GAAG,IAAI,CAAC,SAA+B,CAAC;IACvD,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAE,IAAI,CAAC,YAAuB,IAAI,GAAG,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IAExF,MAAM,cAAc,GAAG,IAAA,mCAAiB,GAAE,CAAC;IAC3C,MAAM,YAAY,GAAG,IAAA,gCAAe,GAAE,CAAC;IAEvC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,0BAA0B,EAAE,CAAC;YAC7D,OAAO,EAAE,IAAI;SACd,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,0BAA0B,EAAE,CAAC;YAC7D,OAAO,EAAE,IAAI;SACd,CAAC;IACJ,CAAC;IAED,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,eAAe,CAAC,CAAC;QACxF,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,cAAc,KAAK,YAAY,EAAE,CAAC;gBAClE,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,MAAM,SAAS,GAAG,IAAA,+BAAc,EAAC,KAAK,CAAC,CAAC;QACxC,MAAM,UAAU,GAAG,SAAS,CAAC;QAC7B,MAAM,WAAW,GAAG,IAAA,8BAAa,EAAC,SAAS,CAAC,CAAC;QAE7C,4CAA4C;QAC5C,MAAM,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1E,IAAI,SAAS,GAAiD,IAAI,CAAC;QACnE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAG,cAAc,CAAC,YAAY,EAAE,CAAC;QAEhD,8BAA8B;QAC9B,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,IAAA,6CAAuB,EAAC,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE;gBACtE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;aAC/B,CAAC,CAAC;YACH,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,MAAM,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;gBAExB,8CAA8C;gBAC9C,IAAI,CAAC;oBACH,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,4BAA4B,EAAE,EAAE,aAAa,EAAE,EAAE,CAAC,gBAAgB,EAAE,CAAC,CAAC;oBACjG,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,sCAA2B,CAAC,CAAC,CAAC;oBAC/E,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,SAAS,CAAC,IAAI,CACpC,IAAI,EAAE,iBAAiB,EAAE,EAAE,aAAa,EAAE,EAAE,CAAC,gBAAgB,EAAE,CAChE,CAAC;oBACF,IAAI,KAAK,EAAE,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;wBAChD,MAAM,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;wBACnD,MAAM,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,EAAE,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;wBAC7D,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC;4BAAE,EAAE,CAAC,IAAI,GAAG,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;oBAC5F,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC,CAAC,yBAAyB,CAAC,CAAC;gBAErC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAE/D,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,MAAM,IAAA,wBAAY,EAAC,IAAI,EAAE,KAAK,IAAI,EAAE;oBAC7D,IAAI,WAAW;wBAAE,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;;wBAChE,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;gBACxC,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;gBAE3C,IAAA,uCAAiB,EAAC,IAAA,+BAAW,EAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;gBAE9C,MAAM,KAAK,GAAG,YAAY,CAAC,WAAW,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC,gBAAgB,EAAE,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;gBACtH,MAAM,IAAA,+BAAW,EAAC,IAAI,EAAE,iCAAa,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBACvD,wCAAkB,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAE9C,MAAM,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS,CAAC;gBAC1D,MAAM,SAAS,GAAG,IAAA,oCAAe,EAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;gBACpD,MAAM,UAAU,GAAG,IAAA,sCAAiB,EAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC,IAAI,GAAG,EAAE,IAAI,KAAK,GAAG,EAAE,IAAI,wCAAkB,CAAC,EAAE,CAAC,UAAU,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;gBAEzK,IAAI,MAAM,EAAE,CAAC;oBACX,IAAI,CAAC;wBACH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,qCAA0B,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAW,CAAC;wBACvH,OAAO;4BACL,OAAO,EAAE;gCACP,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,UAAU,EAAE;gCAC3C,EAAE,IAAI,EAAE,OAAgB,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,YAAY,EAAE;6BAC9D;yBACF,CAAC;oBACJ,CAAC;oBAAC,MAAM,CAAC,CAAC,uBAAuB,CAAC,CAAC;gBACrC,CAAC;gBAED,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;YACpE,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,qCAAqC;QACvC,CAAC;QAED,8CAA8C;QAC9C,IAAI,OAAO,IAAI,CAAC,IAAA,eAAS,EAAC,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC;YAC3C,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,mEAAmE,KAAK,GAAG,EAAE,CAAC;gBAC9G,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QACD,uBAAuB;QACvB,GAAG,CAAC,CAAC,6BAA6B;YAClC,mCAAmC;YACnC,IAAI,UAAyC,CAAC;YAC9C,IAAI,CAAC;gBACH,UAAU,GAAG,MAAM,IAAA,oCAAgB,EAAC,IAAI,EAAE,SAAS,EAAE,UAAU,EAAE;oBAC/D,UAAU,EAAE,EAAE;oBACd,SAAS,EAAE,IAAI;oBACf,OAAO,EAAE,KAAK;oBACd,QAAQ,EAAE,eAAe;iBAC1B,CAAC,CAAC;YACL,CAAC;YAAC,MAAM,CAAC;gBACP,0EAA0E;gBAC1E,IAAI,OAAO,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,OAAO,EAAE,CAAC;oBACpD,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC;oBAChE,SAAS;gBACX,CAAC;gBACD,UAAU,GAAG,EAAE,CAAC;YAClB,CAAC;YAED,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5B,IAAI,OAAO,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,OAAO,EAAE,CAAC;oBACpD,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC;oBAChE,SAAS;gBACX,CAAC;gBACD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC3B,OAAO;oBACL,OAAO,EAAE;wBACP;4BACE,IAAI,EAAE,MAAM;4BACZ,IAAI,EAAE,yCAAyC,KAAK,QAAQ,OAAO,EAAE;yBACtE;qBACF;oBACD,OAAO,EAAE,IAAI;iBACd,CAAC;YACJ,CAAC;YAED,gFAAgF;YAChF,MAAM,aAAa,GAA4C,UAAU;iBACtE,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,IAAA,6BAAY,EAAC,EAAkB,EAAE,UAAU,EAAE,WAAW,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;iBAC1G,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;YAErC,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,IAAI,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;gBAC7D,SAAS,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;gBAC7B,MAAM;YACR,CAAC;YAED,IAAI,OAAO,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,OAAO,EAAE,CAAC;gBACpD,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC;YAClE,CAAC;iBAAM,CAAC;gBACN,uEAAuE;gBACvE,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC7B,SAAS,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;gBAC/B,CAAC;gBACD,MAAM;YACR,CAAC;QACD,CAAC,QAAQ,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,OAAO,EAAE,CAAC,2BAA2B;QAEvE,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,KAAK,GAAG,EAAE,EAAE,CAAC;YACvC,OAAO;gBACL,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,4BAA4B,KAAK,0BAA0B,SAAS,EAAE,IAAI,IAAI,SAAS,wBAAwB;qBACtH;iBACF;gBACD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,8CAA8C;QAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAE5C,mCAAmC;QACnC,IAAI,SAAS,CAAC,gBAAgB,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACH,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,4BAA4B,EAAE;oBACvD,aAAa,EAAE,SAAS,CAAC,gBAAgB;iBAC1C,CAAC,CAAC;gBACH,2BAA2B;gBAC3B,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,sCAA2B,CAAC,CAAC,CAAC;gBAE/E,4EAA4E;gBAC5E,MAAM,OAAO,GAAG,MAAM,IAAA,wCAAoB,EAAC,IAAI,EAAE,SAAS,EAAE,iCAAa,EAAE,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;gBACrG,IAAI,OAAO,EAAE,CAAC;oBACZ,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;oBAC7B,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;gBAC/B,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,qCAAqC;YACvC,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAE5C,yEAAyE;QACzE,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAA,wBAAY,EAAC,IAAI,EAAE,KAAK,IAAI,EAAE;YACpD,IAAI,WAAW,EAAE,CAAC;gBAChB,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;YAC5D,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YACzC,CAAC;QACH,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC;QAE3C,uCAAuC;QACvC,IAAI,KAAK,GAAG,EAAE,CAAC;QACf,IAAI,SAAS,CAAC,gBAAgB,EAAE,CAAC;YAC/B,KAAK,GAAG,YAAY,CAAC,WAAW,CAC9B,SAAS,EACT,KAAK,EACL,SAAS,CAAC,gBAAgB,EAC1B,SAAS,CAAC,IAAI,EACd,SAAS,CAAC,IAAI,EACd,SAAS,CAAC,OAAO,EACjB,SAAS,CAAC,WAAW,CACtB,CAAC;QACJ,CAAC;QAED,sDAAsD;QACtD,MAAM,IAAA,+BAAW,EAAC,IAAI,EAAE,iCAAa,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAEvD,0DAA0D;QAC1D,wCAAkB,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAE9C,MAAM,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS,CAAC;QAC7D,MAAM,UAAU,GAAG,SAAS,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACtF,MAAM,QAAQ,GAAG,UAAU,CAAC,CAAC,CAAC,KAAK,UAAU,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QACtD,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3C,MAAM,cAAc,GAAG,SAAS,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC,4BAA4B,CAAC,CAAC,CAAC,YAAY,CAAC;QAC1F,MAAM,UAAU,GAAG,IAAA,oCAAe,EAAC,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;QAC1D,MAAM,UAAU,GAAG,IAAA,sCAAiB,EAAC,UAAU,EAAE,SAAS,EAAE,GAAG,SAAS,CAAC,OAAO,GAAG,QAAQ,EAAE,EAAE,OAAO,EAAE,cAAc,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;QAExI,4EAA4E;QAC5E,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC;gBACH,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;oBAC1C,CAAC,KAAK,IAAI,EAAE;wBACV,MAAM,UAAU,GAAG,MAAO,IAAY,CAAC,MAAM,EAAE,CAAC,gBAAgB,EAAE,CAAC;wBACnE,IAAI,CAAC;4BACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,wBAAwB,EAAE;gCAC/D,MAAM,EAAE,MAAM;gCACd,OAAO,EAAE,qCAA0B;gCACnC,gBAAgB,EAAE,IAAI;6BACvB,CAAC,CAAC;4BACH,OAAO,IAAc,CAAC;wBACxB,CAAC;gCAAS,CAAC;4BACT,MAAM,UAAU,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;wBAC5C,CAAC;oBACH,CAAC,CAAC,EAAE;oBACJ,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,6CAAkC,CAAC,CAAC;iBACpG,CAAC,CAAC;gBAEH,IAAI,gBAAgB,KAAK,IAAI,EAAE,CAAC;oBAC9B,OAAO;wBACL,OAAO,EAAE;4BACP,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE;4BAClC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,gBAAgB,EAAE,QAAQ,EAAE,YAAY,EAAE;yBAClE;qBACF,CAAC;gBACJ,CAAC;gBACD,qCAAqC;gBACrC,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;YAC1C,CAAC;YAAC,MAAM,CAAC;gBACP,mFAAmF;gBACnF,IAAI,aAA6B,CAAC;gBAClC,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;oBACpC,IAAI,CAAC,UAAU,CAAC;wBACd,QAAQ,EAAE,QAAQ;wBAClB,IAAI,EAAE,KAAK;wBACX,QAAQ,EAAE,KAAK;wBACf,IAAI,EAAE;4BACJ,CAAC,EAAE,CAAC;4BACJ,CAAC,EAAE,CAAC;4BACJ,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,KAAK,IAAI,2BAAgB,CAAC,KAAK,EAAE,2BAAgB,CAAC,KAAK,CAAC;4BACzF,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,MAAM,IAAI,2BAAgB,CAAC,MAAM,EAAE,2BAAgB,CAAC,MAAM,CAAC;yBAC9F;qBACF,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC;oBAC7C,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;wBAC/B,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC,EAAE,wCAA6B,CAAC,CAAC;oBACtH,CAAC,CAAC;iBACH,CAAC,CAAC;gBAEH,OAAO;oBACL,OAAO,EAAE;wBACP,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE;wBAClC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE;qBAC3D;iBACF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;SAC9C,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,wBAAwB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;iBACvF;aACF;YACD,OAAO,EAAE,IAAI;SACd,CAAC;IACJ,CAAC;AACH,CAAC,CAAC;AAEF,SAAgB,wBAAwB,CAAC,MAAiB;IACxD,MAAM,CAAC,YAAY,CAAC,eAAe,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;AAC5D,CAAC"}

package/dist/tools/wait-and-click.d.ts

@@ -1,8 +0,0 @@
-/**
- * Wait and Click Tool - Waits for an element to appear and then clicks it
- *
- * Useful for dynamic content that loads after page interaction.
- */
-import { MCPServer } from '../mcp-server';
-export declare function registerWaitAndClickTool(server: MCPServer): void;
-//# sourceMappingURL=wait-and-click.d.ts.map

package/dist/tools/wait-and-click.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"wait-and-click.d.ts","sourceRoot":"","sources":["../../src/tools/wait-and-click.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAyO1C,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,SAAS,GAAG,IAAI,CAEhE"}

package/dist/tools/wait-and-click.js

@@ -1,208 +0,0 @@
-"use strict";
-/**
- * Wait and Click Tool - Waits for an element to appear and then clicks it
- *
- * Useful for dynamic content that loads after page interaction.
- */
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.registerWaitAndClickTool = registerWaitAndClickTool;
-const session_manager_1 = require("../session-manager");
-const ref_id_manager_1 = require("../utils/ref-id-manager");
-const defaults_1 = require("../config/defaults");
-const dom_delta_1 = require("../utils/dom-delta");
-const element_discovery_1 = require("../utils/element-discovery");
-const element_finder_1 = require("../utils/element-finder");
-const ax_element_resolver_1 = require("../utils/ax-element-resolver");
-const outcome_classifier_1 = require("../utils/ralph/outcome-classifier");
-const puppeteer_helpers_1 = require("../utils/puppeteer-helpers");
-const definition = {
-    name: 'wait_and_click',
-    description: 'Wait for element to appear, then click it.',
-    inputSchema: {
-        type: 'object',
-        properties: {
-            tabId: {
-                type: 'string',
-                description: 'Tab ID to execute on',
-            },
-            query: {
-                type: 'string',
-                description: 'Element to find and click (natural language)',
-            },
-            timeout: {
-                type: 'number',
-                description: 'Max wait in ms. Default: 5000, max: 30000',
-            },
-            poll_interval: {
-                type: 'number',
-                description: 'Poll interval in ms. Default: 200',
-            },
-        },
-        required: ['tabId', 'query'],
-    },
-};
-const handler = async (sessionId, args) => {
-    const tabId = args.tabId;
-    const query = args.query;
-    const timeout = Math.min(Math.max(args.timeout || 5000, 100), 30000);
-    const pollInterval = Math.min(Math.max(args.poll_interval || 200, 50), 2000);
-    const sessionManager = (0, session_manager_1.getSessionManager)();
-    const refIdManager = (0, ref_id_manager_1.getRefIdManager)();
-    if (!tabId) {
-        return {
-            content: [{ type: 'text', text: 'Error: tabId is required' }],
-            isError: true,
-        };
-    }
-    if (!query) {
-        return {
-            content: [{ type: 'text', text: 'Error: query is required' }],
-            isError: true,
-        };
-    }
-    try {
-        const page = await sessionManager.getPage(sessionId, tabId, undefined, 'wait_and_click');
-        if (!page) {
-            return {
-                content: [{ type: 'text', text: `Error: Tab ${tabId} not found` }],
-                isError: true,
-            };
-        }
-        const queryLower = (0, element_finder_1.normalizeQuery)(query);
-        const queryTokens = (0, element_finder_1.tokenizeQuery)(query);
-        const startTime = Date.now();
-        let bestMatch = null;
-        const cdpClient = sessionManager.getCDPClient();
-        // Poll for the element (AX-first, CSS fallback)
-        let axMatch = null;
-        while (Date.now() - startTime < timeout) {
-            // Try AX tree first
-            try {
-                const axMatches = await (0, ax_element_resolver_1.resolveElementsByAXTree)(page, cdpClient, query, {
-                    useCenter: true, maxResults: 1,
-                });
-                if (axMatches.length > 0) {
-                    axMatch = axMatches[0];
-                    break;
-                }
-            }
-            catch { /* AX non-fatal */ }
-            // CSS fallback
-            try {
-                const results = await (0, element_discovery_1.discoverElements)(page, cdpClient, queryLower, {
-                    maxResults: 30,
-                    useCenter: true,
-                    timeout: 10000,
-                    toolName: 'wait_and_click',
-                });
-                const scored = results
-                    .map((el, i) => ({ ...el, score: (0, element_finder_1.scoreElement)(el, queryLower, queryTokens), _origIdx: i }))
-                    .sort((a, b) => b.score - a.score);
-                if (scored.length > 0 && scored[0].score >= 20) {
-                    bestMatch = scored[0];
-                    break;
-                }
-            }
-            catch {
-                // CDP evaluate timed out — retry on next poll iteration
-            }
-            await new Promise(resolve => setTimeout(resolve, pollInterval));
-        }
-        // ─── AX Match Path ───
-        if (axMatch) {
-            const waitTime = Date.now() - startTime;
-            try {
-                await cdpClient.send(page, 'DOM.scrollIntoViewIfNeeded', { backendNodeId: axMatch.backendDOMNodeId });
-                await new Promise(resolve => setTimeout(resolve, defaults_1.DEFAULT_DOM_SETTLE_DELAY_MS));
-                const { model } = await cdpClient.send(page, 'DOM.getBoxModel', { backendNodeId: axMatch.backendDOMNodeId });
-                if (model?.content && model.content.length >= 8) {
-                    const bx = model.content[0], by = model.content[1];
-                    const bw = model.content[2] - bx, bh = model.content[5] - by;
-                    if (bw > 0 && bh > 0)
-                        axMatch.rect = { x: bx + bw / 2, y: by + bh / 2, width: bw, height: bh };
-                }
-            }
-            catch { /* use original coords */ }
-            const axX = Math.round(axMatch.rect.x), axY = Math.round(axMatch.rect.y);
-            const { delta: axDelta } = await (0, dom_delta_1.withDomDelta)(page, () => page.mouse.click(axX, axY));
-            (0, ax_element_resolver_1.invalidateAXCache)((0, puppeteer_helpers_1.getTargetId)(page.target()));
-            await (0, element_discovery_1.cleanupTags)(page, element_discovery_1.DISCOVERY_TAG).catch(() => { });
-            const axRef = refIdManager.generateRef(sessionId, tabId, axMatch.backendDOMNodeId, axMatch.role, axMatch.name, undefined, undefined);
-            const axOutcome = (0, outcome_classifier_1.classifyOutcome)(axDelta, axMatch.role);
-            const axLine = (0, outcome_classifier_1.formatOutcomeLine)(axOutcome, 'Clicked', `${axMatch.role} "${axMatch.name}"`, `[${axRef}]`, `[${ax_element_resolver_1.MATCH_LEVEL_LABELS[axMatch.matchLevel]} via AX tree]`);
-            return {
-                content: [{
-                        type: 'text',
-                        text: `${axLine} (waited ${waitTime}ms)${axDelta || ''}`,
-                    }],
-            };
-        }
-        if (!bestMatch) {
-            return {
-                content: [
-                    {
-                        type: 'text',
-                        text: `Timeout: No element matching "${query}" appeared within ${timeout}ms`,
-                    },
-                ],
-                isError: true,
-            };
-        }
-        const waitTime = Date.now() - startTime;
-        // Scroll into view if needed
-        if (bestMatch.backendDOMNodeId) {
-            try {
-                await cdpClient.send(page, 'DOM.scrollIntoViewIfNeeded', {
-                    backendNodeId: bestMatch.backendDOMNodeId,
-                });
-                await new Promise(resolve => setTimeout(resolve, defaults_1.DEFAULT_DOM_SETTLE_DELAY_MS));
-                // Re-get position after scroll
-                const newRect = await (0, element_discovery_1.getTaggedElementRect)(page, cdpClient, element_discovery_1.DISCOVERY_TAG, bestMatch._origIdx, true);
-                if (newRect) {
-                    bestMatch.rect.x = newRect.x;
-                    bestMatch.rect.y = newRect.y;
-                }
-            }
-            catch {
-                // Continue with original coordinates
-            }
-        }
-        // Click the element with DOM delta capture
-        const clickX = Math.round(bestMatch.rect.x);
-        const clickY = Math.round(bestMatch.rect.y);
-        const { delta } = await (0, dom_delta_1.withDomDelta)(page, () => page.mouse.click(clickX, clickY));
-        // Clean up discovery tags
-        await (0, element_discovery_1.cleanupTags)(page, element_discovery_1.DISCOVERY_TAG);
-        // Generate ref
-        let refId = '';
-        if (bestMatch.backendDOMNodeId) {
-            refId = refIdManager.generateRef(sessionId, tabId, bestMatch.backendDOMNodeId, bestMatch.role, bestMatch.name, bestMatch.tagName, bestMatch.textContent);
-        }
-        const textSample = bestMatch.textContent?.slice(0, 50) || bestMatch.name.slice(0, 50);
-        const textPart = textSample ? ` "${textSample}"` : '';
-        const refPart = refId ? ` [${refId}]` : '';
-        return {
-            content: [
-                {
-                    type: 'text',
-                    text: `\u2713 Waited ${waitTime}ms, clicked ${bestMatch.tagName}${textPart}${refPart}${delta}`,
-                },
-            ],
-        };
-    }
-    catch (error) {
-        return {
-            content: [
-                {
-                    type: 'text',
-                    text: `Wait and click error: ${error instanceof Error ? error.message : String(error)}`,
-                },
-            ],
-            isError: true,
-        };
-    }
-};
-function registerWaitAndClickTool(server) {
-    server.registerTool('wait_and_click', handler, definition);
-}
-//# sourceMappingURL=wait-and-click.js.map

package/dist/tools/wait-and-click.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"wait-and-click.js","sourceRoot":"","sources":["../../src/tools/wait-and-click.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;AA2OH,4DAEC;AAzOD,wDAAuD;AACvD,4DAA0D;AAC1D,iDAAiE;AACjE,kDAAkD;AAClD,kEAAgH;AAChH,4DAAoG;AACpG,sEAAiI;AACjI,0EAAuF;AACvF,kEAAyD;AAEzD,MAAM,UAAU,GAAsB;IACpC,IAAI,EAAE,gBAAgB;IACtB,WAAW,EAAE,4CAA4C;IACzD,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,sBAAsB;aACpC;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,8CAA8C;aAC5D;YACD,OAAO,EAAE;gBACP,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,2CAA2C;aACzD;YACD,aAAa,EAAE;gBACb,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,mCAAmC;aACjD;SACF;QACD,QAAQ,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC;KAC7B;CACF,CAAC;AAEF,MAAM,OAAO,GAAgB,KAAK,EAChC,SAAiB,EACjB,IAA6B,EACT,EAAE;IACtB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAe,CAAC;IACnC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAe,CAAC;IACnC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAE,IAAI,CAAC,OAAkB,IAAI,IAAI,EAAE,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;IACjF,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAE,IAAI,CAAC,aAAwB,IAAI,GAAG,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;IAEzF,MAAM,cAAc,GAAG,IAAA,mCAAiB,GAAE,CAAC;IAC3C,MAAM,YAAY,GAAG,IAAA,gCAAe,GAAE,CAAC;IAEvC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,0BAA0B,EAAE,CAAC;YAC7D,OAAO,EAAE,IAAI;SACd,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,0BAA0B,EAAE,CAAC;YAC7D,OAAO,EAAE,IAAI;SACd,CAAC;IACJ,CAAC;IAED,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,gBAAgB,CAAC,CAAC;QACzF,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,cAAc,KAAK,YAAY,EAAE,CAAC;gBAClE,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,MAAM,UAAU,GAAG,IAAA,+BAAc,EAAC,KAAK,CAAC,CAAC;QACzC,MAAM,WAAW,GAAG,IAAA,8BAAa,EAAC,KAAK,CAAC,CAAC;QAEzC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,SAAS,GAAiD,IAAI,CAAC;QAEnE,MAAM,SAAS,GAAG,cAAc,CAAC,YAAY,EAAE,CAAC;QAEhD,gDAAgD;QAChD,IAAI,OAAO,GAA6B,IAAI,CAAC;QAC7C,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,OAAO,EAAE,CAAC;YACxC,oBAAoB;YACpB,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,MAAM,IAAA,6CAAuB,EAAC,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE;oBACtE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;iBAC/B,CAAC,CAAC;gBACH,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACzB,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;oBACvB,MAAM;gBACR,CAAC;YACH,CAAC;YAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;YAE9B,eAAe;YACf,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,IAAA,oCAAgB,EAAC,IAAI,EAAE,SAAS,EAAE,UAAU,EAAE;oBAClE,UAAU,EAAE,EAAE;oBACd,SAAS,EAAE,IAAI;oBACf,OAAO,EAAE,KAAK;oBACd,QAAQ,EAAE,gBAAgB;iBAC3B,CAAC,CAAC;gBAEH,MAAM,MAAM,GAAG,OAAO;qBACnB,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,IAAA,6BAAY,EAAC,EAAkB,EAAE,UAAU,EAAE,WAAW,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;qBAC1G,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;gBAErC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;oBAC/C,SAAS,GAAG,MAAM,CAAC,CAAC,CAAwC,CAAC;oBAC7D,MAAM;gBACR,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,wDAAwD;YAC1D,CAAC;YAED,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC;QAClE,CAAC;QAED,wBAAwB;QACxB,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACxC,IAAI,CAAC;gBACH,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,4BAA4B,EAAE,EAAE,aAAa,EAAE,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAAC;gBACtG,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,sCAA2B,CAAC,CAAC,CAAC;gBAC/E,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,SAAS,CAAC,IAAI,CACpC,IAAI,EAAE,iBAAiB,EAAE,EAAE,aAAa,EAAE,OAAO,CAAC,gBAAgB,EAAE,CACrE,CAAC;gBACF,IAAI,KAAK,EAAE,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;oBAChD,MAAM,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;oBACnD,MAAM,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,EAAE,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;oBAC7D,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC;wBAAE,OAAO,CAAC,IAAI,GAAG,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;gBACjG,CAAC;YACH,CAAC;YAAC,MAAM,CAAC,CAAC,yBAAyB,CAAC,CAAC;YAErC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACzE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,MAAM,IAAA,wBAAY,EAAC,IAAI,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;YAEtF,IAAA,uCAAiB,EAAC,IAAA,+BAAW,EAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC9C,MAAM,IAAA,+BAAW,EAAC,IAAI,EAAE,iCAAa,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAEvD,MAAM,KAAK,GAAG,YAAY,CAAC,WAAW,CAAC,SAAS,EAAE,KAAK,EAAE,OAAO,CAAC,gBAAgB,EAAE,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;YAErI,MAAM,SAAS,GAAG,IAAA,oCAAe,EAAC,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;YACzD,MAAM,MAAM,GAAG,IAAA,sCAAiB,EAAC,SAAS,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,GAAG,EAAE,IAAI,KAAK,GAAG,EAAE,IAAI,wCAAkB,CAAC,OAAO,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC;YACrK,OAAO;gBACL,OAAO,EAAE,CAAC;wBACR,IAAI,EAAE,MAAe;wBACrB,IAAI,EAAE,GAAG,MAAM,YAAY,QAAQ,MAAM,OAAO,IAAI,EAAE,EAAE;qBACzD,CAAC;aACH,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,iCAAiC,KAAK,qBAAqB,OAAO,IAAI;qBAC7E;iBACF;gBACD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAExC,6BAA6B;QAC7B,IAAI,SAAS,CAAC,gBAAgB,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACH,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,4BAA4B,EAAE;oBACvD,aAAa,EAAE,SAAS,CAAC,gBAAgB;iBAC1C,CAAC,CAAC;gBACH,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,sCAA2B,CAAC,CAAC,CAAC;gBAE/E,+BAA+B;gBAC/B,MAAM,OAAO,GAAG,MAAM,IAAA,wCAAoB,EAAC,IAAI,EAAE,SAAS,EAAE,iCAAa,EAAE,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;gBACrG,IAAI,OAAO,EAAE,CAAC;oBACZ,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;oBAC7B,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;gBAC/B,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,qCAAqC;YACvC,CAAC;QACH,CAAC;QAED,2CAA2C;QAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,IAAA,wBAAY,EAAC,IAAI,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;QAEnF,0BAA0B;QAC1B,MAAM,IAAA,+BAAW,EAAC,IAAI,EAAE,iCAAa,CAAC,CAAC;QAEvC,eAAe;QACf,IAAI,KAAK,GAAG,EAAE,CAAC;QACf,IAAI,SAAS,CAAC,gBAAgB,EAAE,CAAC;YAC/B,KAAK,GAAG,YAAY,CAAC,WAAW,CAC9B,SAAS,EACT,KAAK,EACL,SAAS,CAAC,gBAAgB,EAC1B,SAAS,CAAC,IAAI,EACd,SAAS,CAAC,IAAI,EACd,SAAS,CAAC,OAAO,EACjB,SAAS,CAAC,WAAW,CACtB,CAAC;QACJ,CAAC;QAED,MAAM,UAAU,GAAG,SAAS,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACtF,MAAM,QAAQ,GAAG,UAAU,CAAC,CAAC,CAAC,KAAK,UAAU,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QACtD,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,KAAK,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3C,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,iBAAiB,QAAQ,eAAe,SAAS,CAAC,OAAO,GAAG,QAAQ,GAAG,OAAO,GAAG,KAAK,EAAE;iBAC/F;aACF;SACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,yBAAyB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;iBACxF;aACF;YACD,OAAO,EAAE,IAAI;SACd,CAAC;IACJ,CAAC;AACH,CAAC,CAAC;AAEF,SAAgB,wBAAwB,CAAC,MAAiB;IACxD,MAAM,CAAC,YAAY,CAAC,gBAAgB,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;AAC7D,CAAC"}