openchrome-mcp 1.2.13 → 1.3.0

package/dist/tools/inspect.js

@@ -0,0 +1,392 @@
+"use strict";
+/**
+ * Inspect Tool - Query-focused page state extraction
+ *
+ * Extracts focused page state information based on a natural language query.
+ * The query controls which extraction categories run — only relevant data
+ * is collected and returned, saving tokens vs. full DOM reads.
+ *
+ * Use this instead of read_page + screenshot combos.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.registerInspectTool = registerInspectTool;
+const session_manager_1 = require("../session-manager");
+const definition = {
+    name: 'inspect',
+    description: 'Query-focused page state extraction. Returns only data relevant to your query instead of the full DOM tree. Use this instead of read_page + screenshot combos for targeted questions like "what tabs are active", "form field values", "visible error messages".',
+    inputSchema: {
+        type: 'object',
+        properties: {
+            tabId: {
+                type: 'string',
+                description: 'Tab ID to inspect',
+            },
+            query: {
+                type: 'string',
+                description: 'What to inspect, e.g. "what tabs are active", "form field values", "visible error messages", "page structure"',
+            },
+            scope: {
+                type: 'string',
+                enum: ['interactive', 'all', 'visible'],
+                description: 'Scope of elements to inspect (default: "visible")',
+            },
+        },
+        required: ['tabId', 'query'],
+    },
+};
+/**
+ * Map query keywords to extraction categories.
+ * Multiple keywords can map to the same category.
+ */
+const KEYWORD_CATEGORY_MAP = [
+    // Focus / active element
+    [['focus', 'focused', 'active element', 'selected element', 'current'], ['focus']],
+    // Tab / navigation state
+    [['tab', 'tabs', 'navigation', 'nav', 'menu', 'selected tab', 'active tab'], ['tabs']],
+    // Interactive element counts
+    [['button', 'buttons', 'link', 'links', 'interactive', 'clickable', 'elements', 'controls'], ['interactive']],
+    // Form fields
+    [['form', 'input', 'inputs', 'field', 'fields', 'value', 'values', 'text field', 'checkbox', 'radio', 'select', 'dropdown'], ['form']],
+    // Headings / page structure
+    [['heading', 'headings', 'structure', 'outline', 'sections', 'hierarchy', 'title', 'h1', 'h2', 'h3'], ['headings']],
+    // Errors / warnings / alerts
+    [['error', 'errors', 'warning', 'warnings', 'alert', 'alerts', 'message', 'messages', 'notification', 'status', 'validation'], ['errors']],
+    // Visible content / panels
+    [['content', 'panel', 'panels', 'text', 'visible', 'dialog', 'modal', 'main', 'article', 'body'], ['panels']],
+    // Broad queries that need multiple categories
+    [['state', 'page state', 'overview', 'summary', 'everything', 'all', 'what is on'], ['focus', 'tabs', 'interactive', 'form', 'headings', 'errors', 'panels']],
+];
+/**
+ * Determine which categories to extract based on query keywords.
+ * Returns all categories if no keywords match (backward compatible).
+ */
+function resolveCategories(query) {
+    const queryLower = query.toLowerCase();
+    const matched = new Set();
+    for (const [keywords, categories] of KEYWORD_CATEGORY_MAP) {
+        for (const kw of keywords) {
+            if (queryLower.includes(kw)) {
+                for (const cat of categories) {
+                    matched.add(cat);
+                }
+                break; // One keyword match per group is enough
+            }
+        }
+    }
+    // If no keywords matched, return all categories (backward compatible)
+    if (matched.size === 0) {
+        return new Set(['focus', 'tabs', 'interactive', 'form', 'headings', 'errors', 'panels']);
+    }
+    return matched;
+}
+const handler = async (sessionId, args) => {
+    const tabId = args.tabId;
+    const query = args.query;
+    const scope = args.scope || 'visible';
+    const sessionManager = (0, session_manager_1.getSessionManager)();
+    if (!tabId) {
+        return {
+            content: [{ type: 'text', text: 'Error: tabId is required' }],
+            isError: true,
+        };
+    }
+    if (!query) {
+        return {
+            content: [{ type: 'text', text: 'Error: query is required' }],
+            isError: true,
+        };
+    }
+    // Resolve which categories to extract based on query
+    const categories = resolveCategories(query);
+    try {
+        const page = await sessionManager.getPage(sessionId, tabId, undefined, 'inspect');
+        if (!page) {
+            return {
+                content: [{ type: 'text', text: `Error: Tab ${tabId} not found` }],
+                isError: true,
+            };
+        }
+        // Pass category flags into the page evaluate to skip unnecessary DOM work
+        const categoryFlags = {
+            focus: categories.has('focus'),
+            tabs: categories.has('tabs'),
+            interactive: categories.has('interactive'),
+            form: categories.has('form'),
+            headings: categories.has('headings'),
+            errors: categories.has('errors'),
+            panels: categories.has('panels'),
+        };
+        const inspectResult = await page.evaluate((scopeArg, cats) => {
+            const includeAll = scopeArg === 'all';
+            const interactiveOnly = scopeArg === 'interactive';
+            function isVisible(el) {
+                const rect = el.getBoundingClientRect();
+                if (rect.width === 0 || rect.height === 0)
+                    return false;
+                const style = window.getComputedStyle(el);
+                return style.display !== 'none' && style.visibility !== 'hidden' && style.opacity !== '0';
+            }
+            // ---- Active / selected / focused elements ----
+            let focusedInfo = null;
+            if (cats.focus) {
+                const active = document.activeElement;
+                if (active && active !== document.body && active !== document.documentElement) {
+                    const inputEl = active;
+                    const role = active.getAttribute('role') ||
+                        (active.tagName === 'BUTTON'
+                            ? 'button'
+                            : active.tagName === 'INPUT'
+                                ? inputEl.type || 'textbox'
+                                : active.tagName.toLowerCase());
+                    const name = active.getAttribute('aria-label') ||
+                        active.getAttribute('title') ||
+                        active.textContent?.trim().slice(0, 60) ||
+                        '';
+                    const idAttr = active.id ? `#${active.id}` : '';
+                    focusedInfo = `${role}${idAttr}${name ? ` "${name}"` : ''}`;
+                }
+            }
+            const tabs = [];
+            if (cats.tabs) {
+                let tabIndex = 0;
+                for (const el of document.querySelectorAll('[role="tab"]')) {
+                    if (!isVisible(el))
+                        continue;
+                    const label = el.getAttribute('aria-label') || el.textContent?.trim().slice(0, 60) || '';
+                    const selected = el.getAttribute('aria-selected') === 'true' ||
+                        el.classList.contains('active') ||
+                        el.classList.contains('selected');
+                    tabs.push({ label, selected, index: tabIndex++ });
+                }
+            }
+            // ---- Interactive elements summary ----
+            const interactiveCounts = {};
+            if (cats.interactive) {
+                const interactiveSelectors = [
+                    'button',
+                    '[role="button"]',
+                    'a[href]',
+                    'input',
+                    'textarea',
+                    'select',
+                    '[role="combobox"]',
+                    '[role="listbox"]',
+                    '[role="checkbox"]',
+                    '[role="radio"]',
+                    '[role="switch"]',
+                    '[role="slider"]',
+                    '[role="tab"]',
+                    '[role="menuitem"]',
+                ];
+                for (const sel of interactiveSelectors) {
+                    try {
+                        let count = 0;
+                        for (const el of document.querySelectorAll(sel)) {
+                            if (includeAll || isVisible(el))
+                                count++;
+                        }
+                        if (count > 0) {
+                            const label = sel
+                                .replace('[role="', '')
+                                .replace('"]', '')
+                                .replace('[href]', '')
+                                .replace('a', 'link');
+                            interactiveCounts[label] = (interactiveCounts[label] || 0) + count;
+                        }
+                    }
+                    catch {
+                        // skip bad selectors
+                    }
+                }
+            }
+            const formFields = [];
+            if (cats.form && !interactiveOnly) {
+                for (const el of document.querySelectorAll('input, textarea, select')) {
+                    if (!includeAll && !isVisible(el))
+                        continue;
+                    const inputEl = el;
+                    const type = inputEl.type || el.tagName.toLowerCase();
+                    if (type === 'hidden' || type === 'password')
+                        continue;
+                    const name = inputEl.placeholder ||
+                        el.getAttribute('aria-label') ||
+                        el.getAttribute('name') ||
+                        el.id ||
+                        '';
+                    let value = inputEl.value || '';
+                    if (el.tagName === 'SELECT') {
+                        const selectEl = el;
+                        value = selectEl.options[selectEl.selectedIndex]?.text || selectEl.value || '';
+                    }
+                    formFields.push({ type, name: name.slice(0, 40), value: value.slice(0, 60), id: el.id });
+                }
+            }
+            // ---- Heading hierarchy ----
+            const headings = [];
+            if (cats.headings) {
+                for (const el of document.querySelectorAll('h1, h2, h3, h4, [role="heading"]')) {
+                    if (!includeAll && !isVisible(el))
+                        continue;
+                    const level = parseInt(el.tagName.replace('H', '') || '2', 10);
+                    const text = el.textContent?.trim().slice(0, 80) || '';
+                    if (text)
+                        headings.push({ level, text });
+                    if (headings.length >= 10)
+                        break;
+                }
+            }
+            const errors = [];
+            if (cats.errors) {
+                for (const el of document.querySelectorAll('[role="alert"], [role="alertdialog"], [role="status"], [aria-live="assertive"], [aria-live="polite"]')) {
+                    if (!isVisible(el))
+                        continue;
+                    const text = el.textContent?.trim().slice(0, 100) || '';
+                    if (text) {
+                        errors.push({ role: el.getAttribute('role') || 'live-region', text });
+                    }
+                }
+                if (errors.length < 5) {
+                    for (const el of document.querySelectorAll('.error, .alert, .warning, [class*="error"], [class*="alert"], [class*="warning"]')) {
+                        if (!isVisible(el))
+                            continue;
+                        const text = el.textContent?.trim().slice(0, 100) || '';
+                        if (text && !errors.some(e => e.text === text)) {
+                            errors.push({ role: 'class-match', text });
+                            if (errors.length >= 5)
+                                break;
+                        }
+                    }
+                }
+            }
+            const visiblePanels = [];
+            if (cats.panels && !interactiveOnly) {
+                const containerSelectors = [
+                    '[role="tabpanel"]',
+                    '[role="dialog"]',
+                    '[role="main"]',
+                    'main',
+                    'article',
+                    'section',
+                    '[role="region"]',
+                ];
+                for (const sel of containerSelectors) {
+                    if (visiblePanels.length >= 5)
+                        break;
+                    try {
+                        for (const el of document.querySelectorAll(sel)) {
+                            if (!isVisible(el) || visiblePanels.length >= 5)
+                                continue;
+                            const text = el.textContent?.trim().slice(0, 120) || '';
+                            if (text.length > 20) {
+                                visiblePanels.push({
+                                    tag: el.tagName.toLowerCase(),
+                                    role: el.getAttribute('role'),
+                                    text,
+                                });
+                            }
+                        }
+                    }
+                    catch {
+                        // skip bad selectors
+                    }
+                }
+            }
+            return {
+                focusedInfo,
+                tabs,
+                interactiveCounts,
+                formFields,
+                headings,
+                errors,
+                visiblePanels,
+                url: window.location.href,
+                title: document.title,
+            };
+        }, scope, categoryFlags);
+        // Format the output — only include sections for requested categories
+        const lines = [`[Inspect: "${query}"]`];
+        // Tab state
+        if (categories.has('tabs') && inspectResult.tabs.length > 0) {
+            const activeTab = inspectResult.tabs.find(t => t.selected);
+            const otherTabs = inspectResult.tabs.filter(t => !t.selected);
+            if (activeTab) {
+                const othersStr = otherTabs.length > 0
+                    ? `. Other tabs: ${otherTabs.map(t => t.label).join(', ')}`
+                    : '';
+                lines.push(`[Tabs] Active: "${activeTab.label}"${othersStr}`);
+            }
+            else {
+                lines.push(`[Tabs] ${inspectResult.tabs.length} tabs: ${inspectResult.tabs.map(t => t.label).join(', ')}`);
+            }
+        }
+        // Interactive elements summary
+        if (categories.has('interactive')) {
+            const interactiveEntries = Object.entries(inspectResult.interactiveCounts);
+            if (interactiveEntries.length > 0) {
+                const summary = interactiveEntries.map(([k, v]) => `${v} ${k}s`).join(', ');
+                lines.push(`[Interactive Elements] ${summary}`);
+            }
+        }
+        // Focused element
+        if (categories.has('focus') && inspectResult.focusedInfo) {
+            lines.push(`[Focused] ${inspectResult.focusedInfo}`);
+        }
+        // Headings
+        if (categories.has('headings') && inspectResult.headings.length > 0) {
+            const headingStr = inspectResult.headings
+                .map(h => `h${h.level}: "${h.text}"`)
+                .join(' > ');
+            lines.push(`[Headings] ${headingStr}`);
+        }
+        // Form fields
+        if (categories.has('form') && inspectResult.formFields.length > 0) {
+            const fieldStrs = inspectResult.formFields
+                .slice(0, 8)
+                .map(f => {
+                const idPart = f.id ? `#${f.id}` : '';
+                const namePart = f.name ? `"${f.name}"` : '';
+                const valuePart = f.value ? ` = "${f.value}"` : '';
+                return `${f.type}${idPart}${namePart ? ` ${namePart}` : ''}${valuePart}`;
+            })
+                .join(', ');
+            lines.push(`[Form Fields] ${fieldStrs}`);
+            if (inspectResult.formFields.length > 8) {
+                lines.push(`  ... and ${inspectResult.formFields.length - 8} more fields`);
+            }
+        }
+        // Errors
+        if (categories.has('errors') && inspectResult.errors.length > 0) {
+            const errorStr = inspectResult.errors
+                .map(e => `"${e.text}"`)
+                .join('; ');
+            lines.push(`[Errors] ${inspectResult.errors.length} message(s): ${errorStr}`);
+        }
+        // Visible panels/content
+        if (categories.has('panels') && inspectResult.visiblePanels.length > 0) {
+            const panelStr = inspectResult.visiblePanels
+                .map((p, i) => `Panel ${i + 1}: "${p.text}"`)
+                .join(' | ');
+            lines.push(`[Content] ${panelStr}`);
+        }
+        // Footer with page context (always included)
+        lines.push(`[Page] ${inspectResult.url} | "${inspectResult.title}"`);
+        return {
+            content: [{ type: 'text', text: lines.join('\n') }],
+        };
+    }
+    catch (error) {
+        return {
+            content: [
+                {
+                    type: 'text',
+                    text: `Inspect error: ${error instanceof Error ? error.message : String(error)}`,
+                },
+            ],
+            isError: true,
+        };
+    }
+};
+function registerInspectTool(server) {
+    server.registerTool('inspect', handler, definition);
+}
+//# sourceMappingURL=inspect.js.map

package/dist/tools/inspect.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"inspect.js","sourceRoot":"","sources":["../../src/tools/inspect.ts"],"names":[],"mappings":";AAAA;;;;;;;;GAQG;;AA6bH,kDAEC;AA3bD,wDAAuD;AAEvD,MAAM,UAAU,GAAsB;IACpC,IAAI,EAAE,SAAS;IACf,WAAW,EACT,kQAAkQ;IACpQ,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,mBAAmB;aACjC;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,+GAA+G;aAClH;YACD,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,CAAC,aAAa,EAAE,KAAK,EAAE,SAAS,CAAC;gBACvC,WAAW,EAAE,mDAAmD;aACjE;SACF;QACD,QAAQ,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC;KAC7B;CACF,CAAC;AAOF;;;GAGG;AACH,MAAM,oBAAoB,GAAyC;IACjE,yBAAyB;IACzB,CAAC,CAAC,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,SAAS,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;IAClF,yBAAyB;IACzB,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,EAAE,cAAc,EAAE,YAAY,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;IACtF,6BAA6B;IAC7B,CAAC,CAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,UAAU,EAAE,UAAU,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC;IAC7G,cAAc;IACd,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;IACtI,4BAA4B;IAC5B,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC;IACnH,6BAA6B;IAC7B,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,cAAc,EAAE,QAAQ,EAAE,YAAY,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;IAC1I,2BAA2B;IAC3B,CAAC,CAAC,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;IAC7G,8CAA8C;IAC9C,CAAC,CAAC,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;CAC9J,CAAC;AAEF;;;GAGG;AACH,SAAS,iBAAiB,CAAC,KAAa;IACtC,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IACvC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAmB,CAAC;IAE3C,KAAK,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,IAAI,oBAAoB,EAAE,CAAC;QAC1D,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;YAC1B,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;gBAC5B,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;oBAC7B,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACnB,CAAC;gBACD,MAAM,CAAC,wCAAwC;YACjD,CAAC;QACH,CAAC;IACH,CAAC;IAED,sEAAsE;IACtE,IAAI,OAAO,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,IAAI,GAAG,CAAkB,CAAC,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC;IAC5G,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,OAAO,GAAgB,KAAK,EAChC,SAAiB,EACjB,IAA6B,EACT,EAAE;IACtB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAe,CAAC;IACnC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAe,CAAC;IACnC,MAAM,KAAK,GAAI,IAAI,CAAC,KAAgB,IAAI,SAAS,CAAC;IAElD,MAAM,cAAc,GAAG,IAAA,mCAAiB,GAAE,CAAC;IAE3C,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,0BAA0B,EAAE,CAAC;YAC7D,OAAO,EAAE,IAAI;SACd,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,0BAA0B,EAAE,CAAC;YAC7D,OAAO,EAAE,IAAI;SACd,CAAC;IACJ,CAAC;IAED,qDAAqD;IACrD,MAAM,UAAU,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;IAE5C,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QAClF,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,cAAc,KAAK,YAAY,EAAE,CAAC;gBAClE,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,0EAA0E;QAC1E,MAAM,aAAa,GAAG;YACpB,KAAK,EAAE,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC;YAC9B,IAAI,EAAE,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC;YAC5B,WAAW,EAAE,UAAU,CAAC,GAAG,CAAC,aAAa,CAAC;YAC1C,IAAI,EAAE,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC;YAC5B,QAAQ,EAAE,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC;YACpC,MAAM,EAAE,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC;YAChC,MAAM,EAAE,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC;SACjC,CAAC;QAEF,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,QAAQ,CACvC,CAAC,QAAgB,EAAE,IAA6B,EAAE,EAAE;YAClD,MAAM,UAAU,GAAG,QAAQ,KAAK,KAAK,CAAC;YACtC,MAAM,eAAe,GAAG,QAAQ,KAAK,aAAa,CAAC;YAEnD,SAAS,SAAS,CAAC,EAAW;gBAC5B,MAAM,IAAI,GAAG,EAAE,CAAC,qBAAqB,EAAE,CAAC;gBACxC,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;oBAAE,OAAO,KAAK,CAAC;gBACxD,MAAM,KAAK,GAAG,MAAM,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;gBAC1C,OAAO,KAAK,CAAC,OAAO,KAAK,MAAM,IAAI,KAAK,CAAC,UAAU,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,KAAK,GAAG,CAAC;YAC5F,CAAC;YAED,iDAAiD;YACjD,IAAI,WAAW,GAAkB,IAAI,CAAC;YACtC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBACf,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC;gBACtC,IAAI,MAAM,IAAI,MAAM,KAAK,QAAQ,CAAC,IAAI,IAAI,MAAM,KAAK,QAAQ,CAAC,eAAe,EAAE,CAAC;oBAC9E,MAAM,OAAO,GAAG,MAA0B,CAAC;oBAC3C,MAAM,IAAI,GACR,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC;wBAC3B,CAAC,MAAM,CAAC,OAAO,KAAK,QAAQ;4BAC1B,CAAC,CAAC,QAAQ;4BACV,CAAC,CAAC,MAAM,CAAC,OAAO,KAAK,OAAO;gCAC1B,CAAC,CAAC,OAAO,CAAC,IAAI,IAAI,SAAS;gCAC3B,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;oBACtC,MAAM,IAAI,GACR,MAAM,CAAC,YAAY,CAAC,YAAY,CAAC;wBACjC,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC;wBAC5B,MAAM,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;wBACvC,EAAE,CAAC;oBACL,MAAM,MAAM,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAChD,WAAW,GAAG,GAAG,IAAI,GAAG,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;gBAC9D,CAAC;YACH,CAAC;YAQD,MAAM,IAAI,GAAc,EAAE,CAAC;YAC3B,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,IAAI,QAAQ,GAAG,CAAC,CAAC;gBACjB,KAAK,MAAM,EAAE,IAAI,QAAQ,CAAC,gBAAgB,CAAC,cAAc,CAAC,EAAE,CAAC;oBAC3D,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;wBAAE,SAAS;oBAC7B,MAAM,KAAK,GACT,EAAE,CAAC,YAAY,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;oBAC7E,MAAM,QAAQ,GACZ,EAAE,CAAC,YAAY,CAAC,eAAe,CAAC,KAAK,MAAM;wBAC3C,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;wBAC/B,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;oBACpC,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;gBACpD,CAAC;YACH,CAAC;YAED,yCAAyC;YACzC,MAAM,iBAAiB,GAA2B,EAAE,CAAC;YACrD,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACrB,MAAM,oBAAoB,GAAG;oBAC3B,QAAQ;oBACR,iBAAiB;oBACjB,SAAS;oBACT,OAAO;oBACP,UAAU;oBACV,QAAQ;oBACR,mBAAmB;oBACnB,kBAAkB;oBAClB,mBAAmB;oBACnB,gBAAgB;oBAChB,iBAAiB;oBACjB,iBAAiB;oBACjB,cAAc;oBACd,mBAAmB;iBACpB,CAAC;gBACF,KAAK,MAAM,GAAG,IAAI,oBAAoB,EAAE,CAAC;oBACvC,IAAI,CAAC;wBACH,IAAI,KAAK,GAAG,CAAC,CAAC;wBACd,KAAK,MAAM,EAAE,IAAI,QAAQ,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC;4BAChD,IAAI,UAAU,IAAI,SAAS,CAAC,EAAE,CAAC;gCAAE,KAAK,EAAE,CAAC;wBAC3C,CAAC;wBACD,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;4BACd,MAAM,KAAK,GAAG,GAAG;iCACd,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;iCACtB,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;iCACjB,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC;iCACrB,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;4BACxB,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC;wBACrE,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;wBACP,qBAAqB;oBACvB,CAAC;gBACH,CAAC;YACH,CAAC;YASD,MAAM,UAAU,GAAgB,EAAE,CAAC;YACnC,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;gBAClC,KAAK,MAAM,EAAE,IAAI,QAAQ,CAAC,gBAAgB,CAAC,yBAAyB,CAAC,EAAE,CAAC;oBACtE,IAAI,CAAC,UAAU,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;wBAAE,SAAS;oBAC5C,MAAM,OAAO,GAAG,EAAsB,CAAC;oBACvC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;oBACtD,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,UAAU;wBAAE,SAAS;oBACvD,MAAM,IAAI,GACR,OAAO,CAAC,WAAW;wBACnB,EAAE,CAAC,YAAY,CAAC,YAAY,CAAC;wBAC7B,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC;wBACvB,EAAE,CAAC,EAAE;wBACL,EAAE,CAAC;oBACL,IAAI,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;oBAChC,IAAI,EAAE,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;wBAC5B,MAAM,QAAQ,GAAG,EAAuB,CAAC;wBACzC,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,IAAI,IAAI,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC;oBACjF,CAAC;oBACD,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC3F,CAAC;YACH,CAAC;YAED,8BAA8B;YAC9B,MAAM,QAAQ,GAA2C,EAAE,CAAC;YAC5D,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,KAAK,MAAM,EAAE,IAAI,QAAQ,CAAC,gBAAgB,CAAC,kCAAkC,CAAC,EAAE,CAAC;oBAC/E,IAAI,CAAC,UAAU,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;wBAAE,SAAS;oBAC5C,MAAM,KAAK,GAAG,QAAQ,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;oBAC/D,MAAM,IAAI,GAAG,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;oBACvD,IAAI,IAAI;wBAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;oBACzC,IAAI,QAAQ,CAAC,MAAM,IAAI,EAAE;wBAAE,MAAM;gBACnC,CAAC;YACH,CAAC;YAOD,MAAM,MAAM,GAAmB,EAAE,CAAC;YAClC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChB,KAAK,MAAM,EAAE,IAAI,QAAQ,CAAC,gBAAgB,CACxC,sGAAsG,CACvG,EAAE,CAAC;oBACF,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;wBAAE,SAAS;oBAC7B,MAAM,IAAI,GAAG,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;oBACxD,IAAI,IAAI,EAAE,CAAC;wBACT,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;oBACxE,CAAC;gBACH,CAAC;gBACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACtB,KAAK,MAAM,EAAE,IAAI,QAAQ,CAAC,gBAAgB,CACxC,kFAAkF,CACnF,EAAE,CAAC;wBACF,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;4BAAE,SAAS;wBAC7B,MAAM,IAAI,GAAG,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;wBACxD,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;4BAC/C,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;4BAC3C,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC;gCAAE,MAAM;wBAChC,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAQD,MAAM,aAAa,GAAmB,EAAE,CAAC;YACzC,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;gBACpC,MAAM,kBAAkB,GAAG;oBACzB,mBAAmB;oBACnB,iBAAiB;oBACjB,eAAe;oBACf,MAAM;oBACN,SAAS;oBACT,SAAS;oBACT,iBAAiB;iBAClB,CAAC;gBACF,KAAK,MAAM,GAAG,IAAI,kBAAkB,EAAE,CAAC;oBACrC,IAAI,aAAa,CAAC,MAAM,IAAI,CAAC;wBAAE,MAAM;oBACrC,IAAI,CAAC;wBACH,KAAK,MAAM,EAAE,IAAI,QAAQ,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC;4BAChD,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,aAAa,CAAC,MAAM,IAAI,CAAC;gCAAE,SAAS;4BAC1D,MAAM,IAAI,GAAG,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;4BACxD,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;gCACrB,aAAa,CAAC,IAAI,CAAC;oCACjB,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE;oCAC7B,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC;oCAC7B,IAAI;iCACL,CAAC,CAAC;4BACL,CAAC;wBACH,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;wBACP,qBAAqB;oBACvB,CAAC;gBACH,CAAC;YACH,CAAC;YAED,OAAO;gBACL,WAAW;gBACX,IAAI;gBACJ,iBAAiB;gBACjB,UAAU;gBACV,QAAQ;gBACR,MAAM;gBACN,aAAa;gBACb,GAAG,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI;gBACzB,KAAK,EAAE,QAAQ,CAAC,KAAK;aACtB,CAAC;QACJ,CAAC,EACD,KAAK,EACL,aAAa,CACd,CAAC;QAEF,qEAAqE;QACrE,MAAM,KAAK,GAAa,CAAC,cAAc,KAAK,IAAI,CAAC,CAAC;QAElD,YAAY;QACZ,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5D,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;YAC3D,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;YAC9D,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,SAAS,GACb,SAAS,CAAC,MAAM,GAAG,CAAC;oBAClB,CAAC,CAAC,iBAAiB,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;oBAC3D,CAAC,CAAC,EAAE,CAAC;gBACT,KAAK,CAAC,IAAI,CAAC,mBAAmB,SAAS,CAAC,KAAK,IAAI,SAAS,EAAE,CAAC,CAAC;YAChE,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,IAAI,CAAC,UAAU,aAAa,CAAC,IAAI,CAAC,MAAM,UAAU,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC7G,CAAC;QACH,CAAC;QAED,+BAA+B;QAC/B,IAAI,UAAU,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,CAAC;YAClC,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,iBAAiB,CAAC,CAAC;YAC3E,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClC,MAAM,OAAO,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC5E,KAAK,CAAC,IAAI,CAAC,0BAA0B,OAAO,EAAE,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;QAED,kBAAkB;QAClB,IAAI,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,aAAa,CAAC,WAAW,EAAE,CAAC;YACzD,KAAK,CAAC,IAAI,CAAC,aAAa,aAAa,CAAC,WAAW,EAAE,CAAC,CAAC;QACvD,CAAC;QAED,WAAW;QACX,IAAI,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,aAAa,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpE,MAAM,UAAU,GAAG,aAAa,CAAC,QAAQ;iBACtC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,IAAI,GAAG,CAAC;iBACpC,IAAI,CAAC,KAAK,CAAC,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,cAAc,UAAU,EAAE,CAAC,CAAC;QACzC,CAAC;QAED,cAAc;QACd,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,aAAa,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClE,MAAM,SAAS,GAAG,aAAa,CAAC,UAAU;iBACvC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;iBACX,GAAG,CAAC,CAAC,CAAC,EAAE;gBACP,MAAM,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtC,MAAM,QAAQ,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC7C,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnD,OAAO,GAAG,CAAC,CAAC,IAAI,GAAG,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,SAAS,EAAE,CAAC;YAC3E,CAAC,CAAC;iBACD,IAAI,CAAC,IAAI,CAAC,CAAC;YACd,KAAK,CAAC,IAAI,CAAC,iBAAiB,SAAS,EAAE,CAAC,CAAC;YACzC,IAAI,aAAa,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxC,KAAK,CAAC,IAAI,CAAC,aAAa,aAAa,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,cAAc,CAAC,CAAC;YAC7E,CAAC;QACH,CAAC;QAED,SAAS;QACT,IAAI,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,aAAa,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChE,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM;iBAClC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC;iBACvB,IAAI,CAAC,IAAI,CAAC,CAAC;YACd,KAAK,CAAC,IAAI,CAAC,YAAY,aAAa,CAAC,MAAM,CAAC,MAAM,gBAAgB,QAAQ,EAAE,CAAC,CAAC;QAChF,CAAC;QAED,yBAAyB;QACzB,IAAI,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvE,MAAM,QAAQ,GAAG,aAAa,CAAC,aAAa;iBACzC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,GAAG,CAAC;iBAC5C,IAAI,CAAC,KAAK,CAAC,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,aAAa,QAAQ,EAAE,CAAC,CAAC;QACtC,CAAC;QAED,6CAA6C;QAC7C,KAAK,CAAC,IAAI,CAAC,UAAU,aAAa,CAAC,GAAG,OAAO,aAAa,CAAC,KAAK,GAAG,CAAC,CAAC;QAErE,OAAO;YACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;SACpD,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,kBAAkB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;iBACjF;aACF;YACD,OAAO,EAAE,IAAI;SACd,CAAC;IACJ,CAAC;AACH,CAAC,CAAC;AAEF,SAAgB,mBAAmB,CAAC,MAAiB;IACnD,MAAM,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;AACtD,CAAC"}

package/dist/tools/interact.d.ts

@@ -0,0 +1,9 @@
+/**
+ * Interact Tool - Composite tool that finds an element, performs an action,
+ * waits for stability, and returns a comprehensive state summary.
+ *
+ * Reduces multi-step find→click→screenshot sequences to a single call.
+ */
+import { MCPServer } from '../mcp-server';
+export declare function registerInteractTool(server: MCPServer): void;
+//# sourceMappingURL=interact.d.ts.map

package/dist/tools/interact.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"interact.d.ts","sourceRoot":"","sources":["../../src/tools/interact.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AA4d1C,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,SAAS,GAAG,IAAI,CAE5D"}