real-browser-mcp-server 1.5.1 → 2.0.0

package/dist/src/mcp/handlers/vision-see-page.js

@@ -0,0 +1,260 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.seePage = seePage;
+const path = __importStar(require("path"));
+const fs = __importStar(require("fs"));
+const state_1 = require("./state");
+async function seePage(params = {}) {
+    const { page } = (0, state_1.requireBrowser)();
+    const { fullPage = false, format = 'jpeg', quality = 70, includeElements = true, annotate = false, includeDomText = false, maxElements = 60, path: savePath, autoHover = false, watchMutations = false } = params;
+    (0, state_1.notifyProgress)('see_page', 'started', `👁️ Looking at the page (${fullPage ? 'full page' : 'viewport'})${annotate ? ' with Super Annotations' : ''}...`);
+    let mutationsSinceLastCheck = [];
+    if (watchMutations) {
+        mutationsSinceLastCheck = await page.evaluate(() => {
+            if (!window.__mutations) {
+                window.__mutations = [];
+                const observer = new MutationObserver((mutations) => {
+                    for (const m of mutations) {
+                        if (m.addedNodes.length) {
+                            const text = Array.from(m.addedNodes).map((n) => n.innerText || '').join(' ').trim();
+                            if (text.length > 5)
+                                window.__mutations.push({ time: Date.now(), text: text.slice(0, 100) });
+                        }
+                    }
+                });
+                observer.observe(document.body, { childList: true, subtree: true });
+            }
+            const recent = [...window.__mutations];
+            window.__mutations = [];
+            return recent;
+        });
+    }
+    if (autoHover) {
+        (0, state_1.notifyProgress)('see_page', 'progress', 'Hovering over menus to reveal dropdowns...');
+        await page.evaluate(() => {
+            const hoverables = document.querySelectorAll('nav, li, [role="menuitem"], .dropdown, [aria-haspopup="true"]');
+            hoverables.forEach(el => {
+                try {
+                    el.dispatchEvent(new MouseEvent('mouseover', { bubbles: true }));
+                    el.dispatchEvent(new MouseEvent('mouseenter', { bubbles: true }));
+                }
+                catch (e) { }
+            });
+        });
+        await new Promise(r => setTimeout(r, 400));
+    }
+    let elements = [];
+    let pageInfo = {};
+    if (includeElements || annotate) {
+        const data = await page.evaluate(({ maxEls, isFullPage, doAnnotate }) => {
+            const out = [];
+            const seen = new Set();
+            const sel = 'a[href], button, input, select, textarea, [role="button"], [role="link"], [onclick], [tabindex]';
+            const nodes = document.querySelectorAll(sel);
+            const cssPath = (el) => {
+                if (el.id)
+                    return `#${CSS.escape(el.id)}`;
+                if (el.name)
+                    return `${el.tagName.toLowerCase()}[name="${el.name}"]`;
+                const parts = [];
+                let node = el;
+                while (node && node.nodeType === 1 && parts.length < 4) {
+                    let part = node.tagName.toLowerCase();
+                    if (node.classList.length) {
+                        const cls = Array.from(node.classList).slice(0, 2).map((c) => '.' + CSS.escape(c)).join('');
+                        part += cls;
+                    }
+                    const parent = node.parentElement;
+                    if (parent) {
+                        const sibs = Array.from(parent.children).filter((c) => c.tagName === node.tagName);
+                        if (sibs.length > 1)
+                            part += `:nth-of-type(${sibs.indexOf(node) + 1})`;
+                    }
+                    parts.unshift(part);
+                    node = node.parentElement;
+                }
+                return parts.join(' > ');
+            };
+            let elementIdCounter = 1;
+            const boxesToInject = [];
+            for (const el of nodes) {
+                if (out.length >= maxEls)
+                    break;
+                const rect = el.getBoundingClientRect();
+                if (rect.width < 2 || rect.height < 2)
+                    continue;
+                const style = window.getComputedStyle(el);
+                if (style.display === 'none' || style.visibility === 'hidden' || style.opacity === '0')
+                    continue;
+                if (!isFullPage) {
+                    if (rect.bottom < 0 || rect.right < 0 || rect.top > window.innerHeight || rect.left > window.innerWidth)
+                        continue;
+                }
+                const tag = el.tagName.toLowerCase();
+                let label = (el.innerText || el.value || el.getAttribute('aria-label') || el.getAttribute('placeholder') || el.getAttribute('title') || el.getAttribute('alt') || '').trim().replace(/\s+/g, ' ').slice(0, 80);
+                let kind = tag;
+                if (tag === 'a')
+                    kind = 'link';
+                else if (tag === 'button' || el.getAttribute('role') === 'button')
+                    kind = 'button';
+                else if (tag === 'input')
+                    kind = `input:${el.type || 'text'}`;
+                else if (tag === 'select')
+                    kind = 'select';
+                else if (tag === 'textarea')
+                    kind = 'textarea';
+                const selector = cssPath(el);
+                if (seen.has(selector + '|' + label))
+                    continue;
+                seen.add(selector + '|' + label);
+                const annotationId = elementIdCounter++;
+                if (doAnnotate)
+                    boxesToInject.push({ id: annotationId, rect, tag: kind });
+                out.push({
+                    id: annotationId, kind, text: label, selector,
+                    href: tag === 'a' ? el.href : undefined,
+                    box: { x: Math.round(rect.x), y: Math.round(rect.y), w: Math.round(rect.width), h: Math.round(rect.height) }
+                });
+            }
+            if (doAnnotate && boxesToInject.length > 0) {
+                let container = document.getElementById('real-browser-annotations');
+                if (container)
+                    container.remove();
+                container = document.createElement('div');
+                container.id = 'real-browser-annotations';
+                container.style.position = 'absolute';
+                container.style.top = '0';
+                container.style.left = '0';
+                container.style.width = '100%';
+                container.style.height = '100%';
+                container.style.pointerEvents = 'none';
+                container.style.zIndex = '2147483647';
+                for (const box of boxesToInject) {
+                    const absoluteY = box.rect.y + window.scrollY;
+                    const absoluteX = box.rect.x + window.scrollX;
+                    const div = document.createElement('div');
+                    div.style.position = 'absolute';
+                    div.style.border = '2px solid red';
+                    div.style.backgroundColor = 'rgba(255, 0, 0, 0.1)';
+                    div.style.left = absoluteX + 'px';
+                    div.style.top = absoluteY + 'px';
+                    div.style.width = box.rect.width + 'px';
+                    div.style.height = box.rect.height + 'px';
+                    div.style.boxSizing = 'border-box';
+                    const label = document.createElement('div');
+                    label.innerText = String(box.id);
+                    label.style.position = 'absolute';
+                    label.style.top = '-2px';
+                    label.style.left = '-2px';
+                    label.style.backgroundColor = 'red';
+                    label.style.color = 'white';
+                    label.style.fontSize = '12px';
+                    label.style.fontWeight = 'bold';
+                    label.style.padding = '1px 4px';
+                    label.style.fontFamily = 'monospace';
+                    label.style.borderBottomRightRadius = '4px';
+                    div.appendChild(label);
+                    container.appendChild(div);
+                }
+                document.body.appendChild(container);
+            }
+            return {
+                elements: out,
+                info: {
+                    title: document.title, url: location.href,
+                    viewport: { width: window.innerWidth, height: window.innerHeight },
+                    scrollY: Math.round(window.scrollY), scrollHeight: document.body ? document.body.scrollHeight : 0
+                }
+            };
+        }, { maxEls: maxElements, isFullPage: fullPage, doAnnotate: annotate }).catch((e) => { console.error(e); return { elements: [], info: {} }; });
+        elements = data.elements || [];
+        pageInfo = data.info || {};
+        state_1.state.activeAnnotations = {};
+        for (const el of elements)
+            state_1.state.activeAnnotations[el.id] = { selector: el.selector, text: el.text, type: el.kind };
+    }
+    const shotOpts = { type: format, fullPage };
+    if (format === 'jpeg' && typeof quality === 'number')
+        shotOpts.quality = quality;
+    let buffer;
+    try {
+        buffer = await page.screenshot(shotOpts);
+    }
+    catch (e) {
+        return { success: false, error: `Vision capture failed: ${e.message}` };
+    }
+    if (annotate) {
+        await page.evaluate(() => {
+            const container = document.getElementById('real-browser-annotations');
+            if (container)
+                container.remove();
+        }).catch(() => { });
+    }
+    let domText = undefined;
+    if (includeDomText) {
+        domText = await page.evaluate(() => document.body ? document.body.innerText : '').catch(() => '');
+    }
+    let savedTo = null;
+    if (savePath) {
+        const dir = path.dirname(savePath);
+        if (dir && !fs.existsSync(dir))
+            fs.mkdirSync(dir, { recursive: true });
+        fs.writeFileSync(savePath, buffer);
+        savedTo = savePath;
+    }
+    (0, state_1.notifyProgress)('see_page', 'completed', `👁️ Saw the page: ${elements.length} interactive elements visible${savedTo ? ' (saved ' + savedTo + ')' : ''}`);
+    const base64 = Buffer.from(buffer).toString('base64');
+    const summary = {
+        success: true,
+        url: pageInfo.url || page.url(),
+        title: pageInfo.title,
+        viewport: pageInfo.viewport,
+        scroll: { y: pageInfo.scrollY, pageHeight: pageInfo.scrollHeight },
+        visibleInteractiveElements: elements.length,
+        domText,
+        mutationsSinceLastCheck: watchMutations ? mutationsSinceLastCheck : undefined,
+        elements,
+        savedTo
+    };
+    return {
+        mcpContent: [
+            { type: 'image', data: base64, mimeType: format === 'jpeg' ? 'image/jpeg' : 'image/png' },
+            { type: 'text', text: `If the current model cannot read images, ignore the attached image and use this JSON summary instead.\n\n${JSON.stringify(summary, null, 2)}` }
+        ],
+        ...summary
+    };
+}
+//# sourceMappingURL=vision-see-page.js.map

package/dist/src/mcp/handlers/vision-see-page.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vision-see-page.js","sourceRoot":"","sources":["../../../../src/mcp/handlers/vision-see-page.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAKA,0BA8NC;AAnOD,2CAA6B;AAC7B,uCAAyB;AACzB,mCAAgE;AAGzD,KAAK,UAAU,OAAO,CAAC,SAAwB,EAAE;IACtD,MAAM,EAAE,IAAI,EAAE,GAAG,IAAA,sBAAc,GAAE,CAAC;IAClC,MAAM,EACJ,QAAQ,GAAG,KAAK,EAChB,MAAM,GAAG,MAAM,EACf,OAAO,GAAG,EAAE,EACZ,eAAe,GAAG,IAAI,EACtB,QAAQ,GAAG,KAAK,EAChB,cAAc,GAAG,KAAK,EACtB,WAAW,GAAG,EAAE,EAChB,IAAI,EAAE,QAAQ,EACd,SAAS,GAAG,KAAK,EACjB,cAAc,GAAG,KAAK,EACvB,GAAG,MAAM,CAAC;IAEX,IAAA,sBAAc,EAAC,UAAU,EAAE,SAAS,EAAE,4BAA4B,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,UAAU,IAAI,QAAQ,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAEzJ,IAAI,uBAAuB,GAAU,EAAE,CAAC;IACxC,IAAI,cAAc,EAAE,CAAC;QACnB,uBAAuB,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;YACjD,IAAI,CAAE,MAAc,CAAC,WAAW,EAAE,CAAC;gBAChC,MAAc,CAAC,WAAW,GAAG,EAAE,CAAC;gBACjC,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,CAAC,SAAS,EAAE,EAAE;oBAClD,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;wBAC1B,IAAI,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;4BACxB,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;4BAC1F,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;gCAAG,MAAc,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;wBACxG,CAAC;oBACH,CAAC;gBACH,CAAC,CAAC,CAAC;gBACH,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YACtE,CAAC;YACD,MAAM,MAAM,GAAG,CAAC,GAAI,MAAc,CAAC,WAAW,CAAC,CAAC;YAC/C,MAAc,CAAC,WAAW,GAAG,EAAE,CAAC;YACjC,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,SAAS,EAAE,CAAC;QACd,IAAA,sBAAc,EAAC,UAAU,EAAE,UAAU,EAAE,4CAA4C,CAAC,CAAC;QACrF,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;YACvB,MAAM,UAAU,GAAG,QAAQ,CAAC,gBAAgB,CAAC,+DAA+D,CAAC,CAAC;YAC9G,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE;gBACtB,IAAI,CAAC;oBACH,EAAE,CAAC,aAAa,CAAC,IAAI,UAAU,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;oBACjE,EAAE,CAAC,aAAa,CAAC,IAAI,UAAU,CAAC,YAAY,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;gBACpE,CAAC;gBAAC,OAAM,CAAC,EAAE,CAAC,CAAA,CAAC;YACf,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,QAAQ,GAAU,EAAE,CAAC;IACzB,IAAI,QAAQ,GAAQ,EAAE,CAAC;IAEvB,IAAI,eAAe,IAAI,QAAQ,EAAE,CAAC;QAChC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,EAAO,EAAE,EAAE;YAC3E,MAAM,GAAG,GAAU,EAAE,CAAC;YACtB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAE,CAAC;YACvB,MAAM,GAAG,GAAG,iGAAiG,CAAC;YAC9G,MAAM,KAAK,GAAG,QAAQ,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC;YAE7C,MAAM,OAAO,GAAG,CAAC,EAAO,EAAE,EAAE;gBAC1B,IAAI,EAAE,CAAC,EAAE;oBAAE,OAAO,IAAI,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;gBAC1C,IAAI,EAAE,CAAC,IAAI;oBAAE,OAAO,GAAG,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,UAAU,EAAE,CAAC,IAAI,IAAI,CAAC;gBACrE,MAAM,KAAK,GAAG,EAAE,CAAC;gBACjB,IAAI,IAAI,GAAG,EAAE,CAAC;gBACd,OAAO,IAAI,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACvD,IAAI,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;oBACtC,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;wBAC1B,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;wBACjG,IAAI,IAAI,GAAG,CAAC;oBACd,CAAC;oBACD,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC;oBAClC,IAAI,MAAM,EAAE,CAAC;wBACX,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO,CAAC,CAAC;wBACxF,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;4BAAE,IAAI,IAAI,gBAAgB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;oBACzE,CAAC;oBACD,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;oBACpB,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC;gBAC5B,CAAC;gBACD,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC,CAAC;YAEF,IAAI,gBAAgB,GAAG,CAAC,CAAC;YACzB,MAAM,aAAa,GAAG,EAAE,CAAC;YAEzB,KAAK,MAAM,EAAE,IAAI,KAAK,EAAE,CAAC;gBACvB,IAAI,GAAG,CAAC,MAAM,IAAI,MAAM;oBAAE,MAAM;gBAChC,MAAM,IAAI,GAAG,EAAE,CAAC,qBAAqB,EAAE,CAAC;gBACxC,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;oBAAE,SAAS;gBAChD,MAAM,KAAK,GAAG,MAAM,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;gBAC1C,IAAI,KAAK,CAAC,OAAO,KAAK,MAAM,IAAI,KAAK,CAAC,UAAU,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,KAAK,GAAG;oBAAE,SAAS;gBACjG,IAAI,CAAC,UAAU,EAAE,CAAC;oBAChB,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,UAAU;wBAAE,SAAS;gBACpH,CAAC;gBAED,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;gBACrC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC,SAAS,IAAI,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,YAAY,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,YAAY,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC/M,IAAI,IAAI,GAAG,GAAG,CAAC;gBACf,IAAI,GAAG,KAAK,GAAG;oBAAE,IAAI,GAAG,MAAM,CAAC;qBAC1B,IAAI,GAAG,KAAK,QAAQ,IAAI,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,QAAQ;oBAAE,IAAI,GAAG,QAAQ,CAAC;qBAC9E,IAAI,GAAG,KAAK,OAAO;oBAAE,IAAI,GAAG,SAAS,EAAE,CAAC,IAAI,IAAI,MAAM,EAAE,CAAC;qBACzD,IAAI,GAAG,KAAK,QAAQ;oBAAE,IAAI,GAAG,QAAQ,CAAC;qBACtC,IAAI,GAAG,KAAK,UAAU;oBAAE,IAAI,GAAG,UAAU,CAAC;gBAE/C,MAAM,QAAQ,GAAG,OAAO,CAAC,EAAE,CAAC,CAAC;gBAC7B,IAAI,IAAI,CAAC,GAAG,CAAC,QAAQ,GAAG,GAAG,GAAG,KAAK,CAAC;oBAAE,SAAS;gBAC/C,IAAI,CAAC,GAAG,CAAC,QAAQ,GAAG,GAAG,GAAG,KAAK,CAAC,CAAC;gBAEjC,MAAM,YAAY,GAAG,gBAAgB,EAAE,CAAC;gBACxC,IAAI,UAAU;oBAAE,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;gBAE1E,GAAG,CAAC,IAAI,CAAC;oBACP,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ;oBAC7C,IAAI,EAAE,GAAG,KAAK,GAAG,CAAC,CAAC,CAAE,EAAU,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;oBAChD,GAAG,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE;iBAC7G,CAAC,CAAC;YACL,CAAC;YAED,IAAI,UAAU,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3C,IAAI,SAAS,GAAG,QAAQ,CAAC,cAAc,CAAC,0BAA0B,CAAC,CAAC;gBACpE,IAAI,SAAS;oBAAE,SAAS,CAAC,MAAM,EAAE,CAAC;gBAClC,SAAS,GAAG,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;gBAC1C,SAAS,CAAC,EAAE,GAAG,0BAA0B,CAAC;gBAC1C,SAAS,CAAC,KAAK,CAAC,QAAQ,GAAG,UAAU,CAAC;gBACtC,SAAS,CAAC,KAAK,CAAC,GAAG,GAAG,GAAG,CAAC;gBAAC,SAAS,CAAC,KAAK,CAAC,IAAI,GAAG,GAAG,CAAC;gBACtD,SAAS,CAAC,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC;gBAAC,SAAS,CAAC,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC;gBAChE,SAAS,CAAC,KAAK,CAAC,aAAa,GAAG,MAAM,CAAC;gBAAC,SAAS,CAAC,KAAK,CAAC,MAAM,GAAG,YAAY,CAAC;gBAC9E,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;oBAChC,MAAM,SAAS,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC;oBAC9C,MAAM,SAAS,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC;oBAC9C,MAAM,GAAG,GAAG,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;oBAC1C,GAAG,CAAC,KAAK,CAAC,QAAQ,GAAG,UAAU,CAAC;oBAAC,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,eAAe,CAAC;oBACpE,GAAG,CAAC,KAAK,CAAC,eAAe,GAAG,sBAAsB,CAAC;oBACnD,GAAG,CAAC,KAAK,CAAC,IAAI,GAAG,SAAS,GAAG,IAAI,CAAC;oBAAC,GAAG,CAAC,KAAK,CAAC,GAAG,GAAG,SAAS,GAAG,IAAI,CAAC;oBACpE,GAAG,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;oBAAC,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;oBACnF,GAAG,CAAC,KAAK,CAAC,SAAS,GAAG,YAAY,CAAC;oBACnC,MAAM,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;oBAC5C,KAAK,CAAC,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBACjC,KAAK,CAAC,KAAK,CAAC,QAAQ,GAAG,UAAU,CAAC;oBAAC,KAAK,CAAC,KAAK,CAAC,GAAG,GAAG,MAAM,CAAC;oBAAC,KAAK,CAAC,KAAK,CAAC,IAAI,GAAG,MAAM,CAAC;oBACvF,KAAK,CAAC,KAAK,CAAC,eAAe,GAAG,KAAK,CAAC;oBAAC,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,OAAO,CAAC;oBACjE,KAAK,CAAC,KAAK,CAAC,QAAQ,GAAG,MAAM,CAAC;oBAAC,KAAK,CAAC,KAAK,CAAC,UAAU,GAAG,MAAM,CAAC;oBAC/D,KAAK,CAAC,KAAK,CAAC,OAAO,GAAG,SAAS,CAAC;oBAAC,KAAK,CAAC,KAAK,CAAC,UAAU,GAAG,WAAW,CAAC;oBACtE,KAAK,CAAC,KAAK,CAAC,uBAAuB,GAAG,KAAK,CAAC;oBAC5C,GAAG,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;oBACvB,SAAS,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;gBAC7B,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;YACvC,CAAC;YAED,OAAO;gBACL,QAAQ,EAAE,GAAG;gBACb,IAAI,EAAE;oBACJ,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,IAAI;oBACzC,QAAQ,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,CAAC,WAAW,EAAE;oBAClE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,YAAY,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;iBAClG;aACF,CAAC;QACJ,CAAC,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAM,EAAE,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAA,CAAC,CAAC,CAAC,CAAC;QAEnJ,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;QAC/B,QAAQ,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;QAE3B,aAAK,CAAC,iBAAiB,GAAG,EAAE,CAAC;QAC7B,KAAK,MAAM,EAAE,IAAI,QAAQ;YAAE,aAAK,CAAC,iBAAiB,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;IACtH,CAAC;IAED,MAAM,QAAQ,GAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;IACjD,IAAI,MAAM,KAAK,MAAM,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,QAAQ,CAAC,OAAO,GAAG,OAAO,CAAC;IAEjF,IAAI,MAAM,CAAC;IACX,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC3C,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,0BAA0B,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;IAC1E,CAAC;IAED,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;YACvB,MAAM,SAAS,GAAG,QAAQ,CAAC,cAAc,CAAC,0BAA0B,CAAC,CAAC;YACtE,IAAI,SAAS;gBAAE,SAAS,CAAC,MAAM,EAAE,CAAC;QACpC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACrB,CAAC;IAED,IAAI,OAAO,GAAG,SAAS,CAAC;IACxB,IAAI,cAAc,EAAE,CAAC;QACnB,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;IACpG,CAAC;IAED,IAAI,OAAO,GAAG,IAAI,CAAC;IACnB,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACnC,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACvE,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACnC,OAAO,GAAG,QAAQ,CAAC;IACrB,CAAC;IAED,IAAA,sBAAc,EAAC,UAAU,EAAE,WAAW,EACpC,qBAAqB,QAAQ,CAAC,MAAM,gCAAgC,OAAO,CAAC,CAAC,CAAC,UAAU,GAAG,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAEnH,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACtD,MAAM,OAAO,GAAG;QACd,OAAO,EAAE,IAAI;QACb,GAAG,EAAE,QAAQ,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE;QAC/B,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,MAAM,EAAE,EAAE,CAAC,EAAE,QAAQ,CAAC,OAAO,EAAE,UAAU,EAAE,QAAQ,CAAC,YAAY,EAAE;QAClE,0BAA0B,EAAE,QAAQ,CAAC,MAAM;QAC3C,OAAO;QACP,uBAAuB,EAAE,cAAc,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,SAAS;QAC7E,QAAQ;QACR,OAAO;KACR,CAAC;IAEF,OAAO;QACL,UAAU,EAAE;YACV,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,WAAW,EAAE;YACzF,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,4GAA4G,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE;SACvK;QACD,GAAG,OAAO;KACX,CAAC;AACJ,CAAC"}

package/dist/src/mcp/handlers/vision.d.ts

@@ -2,9 +2,41 @@ export declare const visionHandlers: {
     solve_captcha(params?: any): Promise<{
         success: boolean;
         error: string | undefined;
+        requiresVision?: undefined;
+        fallback?: undefined;
+        formResult?: undefined;
+        mcpContent?: undefined;
+        type?: undefined;
+        detectedType?: undefined;
+        solved?: undefined;
+        submitted?: undefined;
+        submitMessage?: undefined;
+        method?: undefined;
+        attempts?: undefined;
+    } | {
+        success: boolean;
+        error: string;
+        requiresVision: boolean;
+        fallback: {
+            captchaSelector: string;
+            inputSelector: string | null;
+            submit: boolean;
+            guidance: string;
+        };
+        formResult: {
+            success: boolean;
+            filledCount: number;
+            filledFields: {
+                field: string;
+                selector: any;
+                matchScore: number;
+            }[];
+            unfilledFields: string[];
+            totalFields: number;
+            pageInfo: any;
+        } | null;
         mcpContent?: undefined;
         type?: undefined;
-        formResult?: undefined;
         detectedType?: undefined;
         solved?: undefined;
         submitted?: undefined;
@@ -25,8 +57,10 @@ export declare const visionHandlers: {
             text?: undefined;
         })[];
         error?: undefined;
-        type?: undefined;
+        requiresVision?: undefined;
+        fallback?: undefined;
         formResult?: undefined;
+        type?: undefined;
         detectedType?: undefined;
         solved?: undefined;
         submitted?: undefined;
@@ -49,6 +83,8 @@ export declare const visionHandlers: {
             totalFields: number;
             pageInfo: any;
         } | null;
+        requiresVision?: undefined;
+        fallback?: undefined;
         mcpContent?: undefined;
         detectedType?: undefined;
         solved?: undefined;
@@ -71,6 +107,8 @@ export declare const visionHandlers: {
             totalFields: number;
             pageInfo: any;
         } | null;
+        requiresVision?: undefined;
+        fallback?: undefined;
         mcpContent?: undefined;
         type?: undefined;
         detectedType?: undefined;
@@ -82,7 +120,7 @@ export declare const visionHandlers: {
     } | {
         success: boolean;
         error: string;
-        detectedType: any;
+        detectedType: string;
         formResult: {
             success: boolean;
             filledCount: number;
@@ -95,6 +133,8 @@ export declare const visionHandlers: {
             totalFields: number;
             pageInfo: any;
         } | null;
+        requiresVision?: undefined;
+        fallback?: undefined;
         mcpContent?: undefined;
         type?: undefined;
         solved?: undefined;
@@ -121,6 +161,8 @@ export declare const visionHandlers: {
         submitted: boolean;
         submitMessage: any;
         error?: undefined;
+        requiresVision?: undefined;
+        fallback?: undefined;
         mcpContent?: undefined;
         detectedType?: undefined;
         method?: undefined;
@@ -142,6 +184,8 @@ export declare const visionHandlers: {
             pageInfo: any;
         } | null;
         error?: undefined;
+        requiresVision?: undefined;
+        fallback?: undefined;
         mcpContent?: undefined;
         detectedType?: undefined;
         submitted?: undefined;
@@ -167,33 +211,12 @@ export declare const visionHandlers: {
             pageInfo: any;
         } | null;
         error?: undefined;
+        requiresVision?: undefined;
+        fallback?: undefined;
         mcpContent?: undefined;
         detectedType?: undefined;
         submitted?: undefined;
         submitMessage?: undefined;
-    } | {
-        success: boolean;
-        error: string;
-        type: any;
-        formResult: {
-            success: boolean;
-            filledCount: number;
-            filledFields: {
-                field: string;
-                selector: any;
-                matchScore: number;
-            }[];
-            unfilledFields: string[];
-            totalFields: number;
-            pageInfo: any;
-        } | null;
-        mcpContent?: undefined;
-        detectedType?: undefined;
-        solved?: undefined;
-        submitted?: undefined;
-        submitMessage?: undefined;
-        method?: undefined;
-        attempts?: undefined;
     }>;
     see_page(params?: any): Promise<{
         success: boolean;
@@ -211,7 +234,7 @@ export declare const visionHandlers: {
         domText: string | undefined;
         mutationsSinceLastCheck: any[] | undefined;
         elements: any[];
-        savedTo: any;
+        savedTo: string | null;
         mcpContent: ({
             type: string;
             data: string;

package/dist/src/mcp/handlers/vision.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"vision.d.ts","sourceRoot":"","sources":["../../../../src/mcp/handlers/vision.ts"],"names":[],"mappings":"AAQA,eAAO,MAAM,cAAc;2BACG,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAwXR,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAyQ3B,CAAC"}
+{"version":3,"file":"vision.d.ts","sourceRoot":"","sources":["../../../../src/mcp/handlers/vision.ts"],"names":[],"mappings":"AAGA,eAAO,MAAM,cAAc;2BACG,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBAIR,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAG3B,CAAC"}