@n8n/mcp-browser 0.1.0-rc1

package/dist/tools/helpers.js

@@ -0,0 +1,77 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.withSnapshotEnvelope = exports.pageIdField = exports.modalStateSchema = exports.elementTargetSchema = exports.consoleSummarySchema = void 0;
+exports.extractDomain = extractDomain;
+exports.createConnectedTool = createConnectedTool;
+const logger_1 = require("../logger");
+const response_envelope_1 = require("./response-envelope");
+const log = (0, logger_1.createLogger)('connected-tool');
+var schemas_1 = require("./schemas");
+Object.defineProperty(exports, "consoleSummarySchema", { enumerable: true, get: function () { return schemas_1.consoleSummarySchema; } });
+Object.defineProperty(exports, "elementTargetSchema", { enumerable: true, get: function () { return schemas_1.elementTargetSchema; } });
+Object.defineProperty(exports, "modalStateSchema", { enumerable: true, get: function () { return schemas_1.modalStateSchema; } });
+Object.defineProperty(exports, "pageIdField", { enumerable: true, get: function () { return schemas_1.pageIdField; } });
+Object.defineProperty(exports, "withSnapshotEnvelope", { enumerable: true, get: function () { return schemas_1.withSnapshotEnvelope; } });
+function extractDomain(url) {
+    try {
+        return new URL(url).hostname || 'browser';
+    }
+    catch {
+        return 'browser';
+    }
+}
+function createConnectedTool(connection, name, description, inputSchema, fn, outputSchema, options, getResourceFromArgs) {
+    return {
+        name,
+        description,
+        inputSchema,
+        outputSchema,
+        async execute(args, _context) {
+            try {
+                const { state, pageId } = (0, response_envelope_1.resolvePageContext)(connection, args);
+                let tabsBefore;
+                if (!options?.skipEnrichment) {
+                    tabsBefore = new Set(await state.adapter.listTabIds());
+                    log.debug(`tabsBefore snapshot: ${tabsBefore.size} tab(s)`);
+                }
+                const result = options?.waitForCompletion
+                    ? await state.adapter.waitForCompletion(pageId, async () => await fn(state, args, pageId))
+                    : await fn(state, args, pageId);
+                if (!options?.skipEnrichment) {
+                    const enrichPageId = state.activePageId || pageId;
+                    await (0, response_envelope_1.enrichResponse)(result, state, enrichPageId, options ?? {}, tabsBefore);
+                }
+                const currentUrl = state.adapter.getPageUrl(pageId);
+                if (currentUrl) {
+                    const pageInfo = state.pages.get(pageId);
+                    if (pageInfo)
+                        pageInfo.url = currentUrl;
+                }
+                return result;
+            }
+            catch (error) {
+                return await (0, response_envelope_1.buildErrorResponse)(error, connection, args, options ?? {});
+            }
+        },
+        getAffectedResources(args, _context) {
+            const resource = getResourceFromArgs
+                ? getResourceFromArgs(args)
+                : getConnectionResource(connection);
+            return [{ toolGroup: 'browser', resource, description: `Browser: ${resource}` }];
+        },
+    };
+}
+function getConnectionResource(connection) {
+    try {
+        const state = connection.getConnection();
+        const liveUrl = state.adapter.getPageUrl(state.activePageId);
+        if (liveUrl)
+            return extractDomain(liveUrl);
+        const activePage = state.pages.get(state.activePageId);
+        return activePage?.url ? extractDomain(activePage.url) : 'browser';
+    }
+    catch {
+        return 'browser';
+    }
+}
+//# sourceMappingURL=helpers.js.map

package/dist/tools/helpers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"helpers.js","sourceRoot":"","sources":["../../src/tools/helpers.ts"],"names":[],"mappings":";;;AAmDA,sCAMC;AAWD,kDAwDC;AAzHD,sCAAyC;AAQzC,2DAA6F;AAE7F,MAAM,GAAG,GAAG,IAAA,qBAAY,EAAC,gBAAgB,CAAC,CAAC;AAM3C,qCAMmB;AALlB,+GAAA,oBAAoB,OAAA;AACpB,8GAAA,mBAAmB,OAAA;AACnB,2GAAA,gBAAgB,OAAA;AAChB,sGAAA,WAAW,OAAA;AACX,+GAAA,oBAAoB,OAAA;AA2BrB,SAAgB,aAAa,CAAC,GAAW;IACxC,IAAI,CAAC;QACJ,OAAO,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,IAAI,SAAS,CAAC;IAC3C,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,SAAS,CAAC;IAClB,CAAC;AACF,CAAC;AAWD,SAAgB,mBAAmB,CAGlC,UAA6B,EAC7B,IAAY,EACZ,WAAmB,EACnB,WAAoB,EACpB,EAAgG,EAChG,YAAyC,EACzC,OAA8B,EAC9B,mBAAwD;IAExD,OAAO;QACN,IAAI;QACJ,WAAW;QACX,WAAW;QACX,YAAY;QACZ,KAAK,CAAC,OAAO,CAAC,IAAsB,EAAE,QAAqB;YAC1D,IAAI,CAAC;gBACJ,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,IAAA,sCAAkB,EAAC,UAAU,EAAE,IAAI,CAAC,CAAC;gBAG/D,IAAI,UAAmC,CAAC;gBACxC,IAAI,CAAC,OAAO,EAAE,cAAc,EAAE,CAAC;oBAC9B,UAAU,GAAG,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;oBACvD,GAAG,CAAC,KAAK,CAAC,wBAAwB,UAAU,CAAC,IAAI,SAAS,CAAC,CAAC;gBAC7D,CAAC;gBAED,MAAM,MAAM,GAAG,OAAO,EAAE,iBAAiB;oBACxC,CAAC,CAAC,MAAM,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;oBAC1F,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;gBAEjC,IAAI,CAAC,OAAO,EAAE,cAAc,EAAE,CAAC;oBAE9B,MAAM,YAAY,GAAG,KAAK,CAAC,YAAY,IAAI,MAAM,CAAC;oBAClD,MAAM,IAAA,kCAAc,EAAC,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,OAAO,IAAI,EAAE,EAAE,UAAU,CAAC,CAAC;gBAC9E,CAAC;gBAED,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;gBACpD,IAAI,UAAU,EAAE,CAAC;oBAChB,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;oBACzC,IAAI,QAAQ;wBAAE,QAAQ,CAAC,GAAG,GAAG,UAAU,CAAC;gBACzC,CAAC;gBAED,OAAO,MAAM,CAAC;YACf,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,OAAO,MAAM,IAAA,sCAAkB,EAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC;YACzE,CAAC;QACF,CAAC;QACD,oBAAoB,CAAC,IAAsB,EAAE,QAAqB;YACjE,MAAM,QAAQ,GAAG,mBAAmB;gBACnC,CAAC,CAAC,mBAAmB,CAAC,IAAI,CAAC;gBAC3B,CAAC,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;YACrC,OAAO,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,YAAY,QAAQ,EAAE,EAAE,CAAC,CAAC;QAClF,CAAC;KACD,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,UAA6B;IAC3D,IAAI,CAAC;QACJ,MAAM,KAAK,GAAG,UAAU,CAAC,aAAa,EAAE,CAAC;QAEzC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAC7D,IAAI,OAAO;YAAE,OAAO,aAAa,CAAC,OAAO,CAAC,CAAC;QAE3C,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACvD,OAAO,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACpE,CAAC;IAAC,MAAM,CAAC;QAER,OAAO,SAAS,CAAC;IAClB,CAAC;AACF,CAAC"}

package/dist/tools/index.d.ts

@@ -0,0 +1,2 @@
+import type { BrowserToolkit, Config } from '../types';
+export declare function createBrowserTools(config?: Partial<Config>): BrowserToolkit;

package/dist/tools/index.js

@@ -0,0 +1,25 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createBrowserTools = createBrowserTools;
+const connection_1 = require("../connection");
+const inspection_1 = require("./inspection");
+const interaction_1 = require("./interaction");
+const navigation_1 = require("./navigation");
+const session_1 = require("./session");
+const state_1 = require("./state");
+const tabs_1 = require("./tabs");
+const wait_1 = require("./wait");
+function createBrowserTools(config) {
+    const connection = new connection_1.BrowserConnection(config);
+    const tools = [
+        ...(0, session_1.createSessionTools)(connection),
+        ...(0, tabs_1.createTabTools)(connection),
+        ...(0, navigation_1.createNavigationTools)(connection),
+        ...(0, interaction_1.createInteractionTools)(connection),
+        ...(0, inspection_1.createInspectionTools)(connection),
+        ...(0, wait_1.createWaitTools)(connection),
+        ...(0, state_1.createStateTools)(connection),
+    ];
+    return { tools, connection };
+}
+//# sourceMappingURL=index.js.map

package/dist/tools/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":";;AAUA,gDAcC;AAxBD,8CAAkD;AAElD,6CAAqD;AACrD,+CAAuD;AACvD,6CAAqD;AACrD,uCAA+C;AAC/C,mCAA2C;AAC3C,iCAAwC;AACxC,iCAAyC;AAEzC,SAAgB,kBAAkB,CAAC,MAAwB;IAC1D,MAAM,UAAU,GAAG,IAAI,8BAAiB,CAAC,MAAM,CAAC,CAAC;IAEjD,MAAM,KAAK,GAAqB;QAC/B,GAAG,IAAA,4BAAkB,EAAC,UAAU,CAAC;QACjC,GAAG,IAAA,qBAAc,EAAC,UAAU,CAAC;QAC7B,GAAG,IAAA,kCAAqB,EAAC,UAAU,CAAC;QACpC,GAAG,IAAA,oCAAsB,EAAC,UAAU,CAAC;QACrC,GAAG,IAAA,kCAAqB,EAAC,UAAU,CAAC;QACpC,GAAG,IAAA,sBAAe,EAAC,UAAU,CAAC;QAC9B,GAAG,IAAA,wBAAgB,EAAC,UAAU,CAAC;KAC/B,CAAC;IAEF,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;AAC9B,CAAC"}

package/dist/tools/inspection.d.ts

@@ -0,0 +1,3 @@
+import type { BrowserConnection } from '../connection';
+import type { ToolDefinition } from '../types';
+export declare function createInspectionTools(connection: BrowserConnection): ToolDefinition[];

package/dist/tools/inspection.js

@@ -0,0 +1,205 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createInspectionTools = createInspectionTools;
+const zod_1 = require("zod");
+const utils_1 = require("../utils");
+const helpers_1 = require("./helpers");
+function createInspectionTools(connection) {
+    return [
+        browserSnapshot(connection),
+        browserScreenshot(connection),
+        browserContent(connection),
+        browserEvaluate(connection),
+        browserConsole(connection),
+        browserPdf(connection),
+        browserNetwork(connection),
+    ];
+}
+const browserSnapshotSchema = zod_1.z
+    .object({
+    scope: helpers_1.elementTargetSchema
+        .optional()
+        .describe('Optionally scope to a subtree rooted at this element'),
+    pageId: helpers_1.pageIdField,
+})
+    .describe('Get ref-annotated accessibility tree of the page');
+const browserSnapshotOutputSchema = zod_1.z.object({
+    snapshot: zod_1.z.string(),
+});
+function browserSnapshot(connection) {
+    return (0, helpers_1.createConnectedTool)(connection, 'browser_snapshot', 'Use this tool as your primary way to observe the page. Returns a ref-annotated accessibility tree — a compact text representation of all visible elements. Each interactive element gets a numeric ref for use in subsequent tool calls (browser_click, browser_type, etc.). Snapshots are small and fast. Prefer this over browser_screenshot unless you specifically need visual/layout information.', browserSnapshotSchema, async (state, input, pageId) => {
+        const result = await state.adapter.snapshot(pageId, input.scope);
+        return (0, utils_1.formatCallToolResult)({ snapshot: result.tree });
+    }, browserSnapshotOutputSchema);
+}
+const browserScreenshotSchema = zod_1.z
+    .object({
+    element: helpers_1.elementTargetSchema
+        .optional()
+        .describe('Optionally target a specific element to screenshot'),
+    fullPage: zod_1.z.boolean().optional().describe('Capture full scrollable page'),
+    pageId: helpers_1.pageIdField,
+})
+    .describe('Take a screenshot of the page or a specific element');
+function browserScreenshot(connection) {
+    return (0, helpers_1.createConnectedTool)(connection, 'browser_screenshot', 'Take a screenshot of the page or a specific element. Returns a base64-encoded PNG image. Note: Prefer browser_snapshot for most tasks — it is smaller, faster, and returns refs for element targeting. Use screenshots only when you need visual information (layout, images, charts).', browserScreenshotSchema, async (state, input, pageId) => {
+        const base64 = await state.adapter.screenshot(pageId, input.element, {
+            fullPage: input.fullPage,
+        });
+        return (0, utils_1.formatImageResponse)(base64, {
+            hint: 'Prefer browser_snapshot for element discovery and interaction — it returns refs and uses less context.',
+        });
+    });
+}
+const browserContentSchema = zod_1.z
+    .object({
+    selector: zod_1.z
+        .string()
+        .optional()
+        .describe('CSS selector to scope extraction to a specific element. If omitted, extracts full page'),
+    pageId: helpers_1.pageIdField,
+})
+    .describe('Extract page content as structured markdown');
+const browserContentOutputSchema = zod_1.z.object({
+    title: zod_1.z.string(),
+    content: zod_1.z.string(),
+    url: zod_1.z.string(),
+});
+function browserContent(connection) {
+    return (0, helpers_1.createConnectedTool)(connection, 'browser_content', 'Extract page content as structured markdown with headings, links, lists, and tables preserved. Uses readability extraction to strip navigation, ads, and boilerplate. Prefer browser_snapshot for element discovery and interaction; use this when you need to read and understand page text content.', browserContentSchema, async (state, input, pageId) => {
+        const { html, url } = await state.adapter.getContent(pageId, input.selector);
+        const [{ JSDOM, VirtualConsole }, { Readability }, TurndownModule, { gfm }] = await Promise.all([
+            Promise.resolve().then(() => __importStar(require('jsdom'))),
+            Promise.resolve().then(() => __importStar(require('@mozilla/readability'))),
+            Promise.resolve().then(() => __importStar(require('turndown'))),
+            Promise.resolve().then(() => __importStar(require('@joplin/turndown-plugin-gfm'))),
+        ]);
+        const TurndownService = TurndownModule.default;
+        const virtualConsole = new VirtualConsole();
+        const dom = new JSDOM(html, { url, virtualConsole });
+        const article = new Readability(dom.window.document, { keepClasses: true }).parse();
+        const title = article?.title ?? '';
+        const articleHtml = article?.content ?? '';
+        const turndownService = new TurndownService({
+            headingStyle: 'atx',
+            codeBlockStyle: 'fenced',
+        });
+        turndownService.use(gfm);
+        const content = articleHtml ? turndownService.turndown(articleHtml) : '';
+        return (0, utils_1.formatCallToolResult)({ title, content, url });
+    }, browserContentOutputSchema);
+}
+const browserEvaluateSchema = zod_1.z
+    .object({
+    script: zod_1.z.string().describe('JavaScript to execute'),
+    pageId: helpers_1.pageIdField,
+})
+    .describe('Execute JavaScript in the page context');
+const browserEvaluateOutputSchema = zod_1.z.object({
+    result: zod_1.z.unknown(),
+});
+function browserEvaluate(connection) {
+    return (0, helpers_1.createConnectedTool)(connection, 'browser_evaluate', 'Execute JavaScript in the page context and return the result. The script must be an expression or IIFE. The result is JSON-serialized.', browserEvaluateSchema, async (state, input, pageId) => {
+        const result = await state.adapter.evaluate(pageId, input.script);
+        return (0, utils_1.formatCallToolResult)({ result });
+    }, browserEvaluateOutputSchema);
+}
+const browserConsoleSchema = zod_1.z
+    .object({
+    level: zod_1.z
+        .enum(['log', 'warn', 'error', 'info', 'debug'])
+        .optional()
+        .describe('Filter by log level. Each level includes more severe levels (e.g. "info" includes errors and warnings)'),
+    clear: zod_1.z.boolean().optional().describe('Clear buffer after reading'),
+    pageId: helpers_1.pageIdField,
+})
+    .describe('Get console messages and page errors');
+const browserConsoleOutputSchema = zod_1.z.object({
+    entries: zod_1.z.array(zod_1.z.object({
+        level: zod_1.z.string(),
+        text: zod_1.z.string(),
+        timestamp: zod_1.z.number(),
+    })),
+});
+function browserConsole(connection) {
+    return (0, helpers_1.createConnectedTool)(connection, 'browser_console', 'Get console messages and page errors (uncaught exceptions). Page errors appear as entries with level "error". Use level filter to narrow results.', browserConsoleSchema, async (state, input, pageId) => {
+        const entries = await state.adapter.getConsole(pageId, input.level, input.clear);
+        return (0, utils_1.formatCallToolResult)({ entries });
+    }, browserConsoleOutputSchema);
+}
+const browserPdfSchema = zod_1.z
+    .object({
+    format: zod_1.z.enum(['A4', 'Letter', 'Legal']).optional().describe('Page format (default: "A4")'),
+    landscape: zod_1.z.boolean().optional().describe('Landscape orientation'),
+    pageId: helpers_1.pageIdField,
+})
+    .describe('Generate a PDF of the current page');
+const browserPdfOutputSchema = zod_1.z.object({
+    pdf: zod_1.z.string(),
+    pages: zod_1.z.number(),
+});
+function browserPdf(connection) {
+    return (0, helpers_1.createConnectedTool)(connection, 'browser_pdf', 'Generate a PDF of the current page.', browserPdfSchema, async (state, input, pageId) => {
+        const result = await state.adapter.pdf(pageId, {
+            format: input.format,
+            landscape: input.landscape,
+        });
+        return (0, utils_1.formatCallToolResult)({ pdf: result.data, pages: result.pages });
+    }, browserPdfOutputSchema);
+}
+const browserNetworkSchema = zod_1.z
+    .object({
+    filter: zod_1.z.string().optional().describe('URL pattern filter (glob)'),
+    clear: zod_1.z.boolean().optional().describe('Clear buffer after reading'),
+    pageId: helpers_1.pageIdField,
+})
+    .describe('Get recent network requests and responses');
+const browserNetworkOutputSchema = zod_1.z.object({
+    requests: zod_1.z.array(zod_1.z.object({
+        url: zod_1.z.string(),
+        method: zod_1.z.string(),
+        status: zod_1.z.number(),
+        contentType: zod_1.z.string().optional(),
+        timestamp: zod_1.z.number(),
+    })),
+});
+function browserNetwork(connection) {
+    return (0, helpers_1.createConnectedTool)(connection, 'browser_network', 'Get recent network requests and responses.', browserNetworkSchema, async (state, input, pageId) => {
+        const requests = await state.adapter.getNetwork(pageId, input.filter, input.clear);
+        return (0, utils_1.formatCallToolResult)({ requests });
+    }, browserNetworkOutputSchema);
+}
+//# sourceMappingURL=inspection.js.map

package/dist/tools/inspection.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"inspection.js","sourceRoot":"","sources":["../../src/tools/inspection.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAOA,sDAUC;AAjBD,6BAAwB;AAIxB,oCAAqE;AACrE,uCAAkF;AAElF,SAAgB,qBAAqB,CAAC,UAA6B;IAClE,OAAO;QACN,eAAe,CAAC,UAAU,CAAC;QAC3B,iBAAiB,CAAC,UAAU,CAAC;QAC7B,cAAc,CAAC,UAAU,CAAC;QAC1B,eAAe,CAAC,UAAU,CAAC;QAC3B,cAAc,CAAC,UAAU,CAAC;QAC1B,UAAU,CAAC,UAAU,CAAC;QACtB,cAAc,CAAC,UAAU,CAAC;KAC1B,CAAC;AACH,CAAC;AAMD,MAAM,qBAAqB,GAAG,OAAC;KAC7B,MAAM,CAAC;IACP,KAAK,EAAE,6BAAmB;SACxB,QAAQ,EAAE;SACV,QAAQ,CAAC,sDAAsD,CAAC;IAClE,MAAM,EAAE,qBAAW;CACnB,CAAC;KACD,QAAQ,CAAC,kDAAkD,CAAC,CAAC;AAE/D,MAAM,2BAA2B,GAAG,OAAC,CAAC,MAAM,CAAC;IAC5C,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE;CACpB,CAAC,CAAC;AAEH,SAAS,eAAe,CAAC,UAA6B;IACrD,OAAO,IAAA,6BAAmB,EACzB,UAAU,EACV,kBAAkB,EAClB,wYAAwY,EACxY,qBAAqB,EACrB,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;QAC9B,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;QACjE,OAAO,IAAA,4BAAoB,EAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IACxD,CAAC,EACD,2BAA2B,CAC3B,CAAC;AACH,CAAC;AAMD,MAAM,uBAAuB,GAAG,OAAC;KAC/B,MAAM,CAAC;IACP,OAAO,EAAE,6BAAmB;SAC1B,QAAQ,EAAE;SACV,QAAQ,CAAC,oDAAoD,CAAC;IAChE,QAAQ,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,8BAA8B,CAAC;IACzE,MAAM,EAAE,qBAAW;CACnB,CAAC;KACD,QAAQ,CAAC,qDAAqD,CAAC,CAAC;AAElE,SAAS,iBAAiB,CAAC,UAA6B;IACvD,OAAO,IAAA,6BAAmB,EACzB,UAAU,EACV,oBAAoB,EACpB,wRAAwR,EACxR,uBAAuB,EACvB,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;QAC9B,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,EAAE;YACpE,QAAQ,EAAE,KAAK,CAAC,QAAQ;SACxB,CAAC,CAAC;QAEH,OAAO,IAAA,2BAAmB,EAAC,MAAM,EAAE;YAClC,IAAI,EAAE,wGAAwG;SAC9G,CAAC,CAAC;IACJ,CAAC,CACD,CAAC;AACH,CAAC;AAMD,MAAM,oBAAoB,GAAG,OAAC;KAC5B,MAAM,CAAC;IACP,QAAQ,EAAE,OAAC;SACT,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CACR,wFAAwF,CACxF;IACF,MAAM,EAAE,qBAAW;CACnB,CAAC;KACD,QAAQ,CAAC,6CAA6C,CAAC,CAAC;AAE1D,MAAM,0BAA0B,GAAG,OAAC,CAAC,MAAM,CAAC;IAC3C,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE;IACjB,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE;IACnB,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE;CACf,CAAC,CAAC;AAEH,SAAS,cAAc,CAAC,UAA6B;IACpD,OAAO,IAAA,6BAAmB,EACzB,UAAU,EACV,iBAAiB,EACjB,uSAAuS,EACvS,oBAAoB,EACpB,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;QAC9B,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;QAE7E,MAAM,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,cAAc,EAAE,EAAE,GAAG,EAAE,CAAC,GAC1E,MAAM,OAAO,CAAC,GAAG,CAAC;8DACV,OAAO;8DACP,sBAAsB;8DACtB,UAAU;8DACV,6BAA6B;SACpC,CAAC,CAAC;QAEJ,MAAM,eAAe,GAAG,cAAc,CAAC,OAAO,CAAC;QAE/C,MAAM,cAAc,GAAG,IAAI,cAAc,EAAE,CAAC;QAC5C,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE,CAAC,CAAC;QACrD,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC;QAEpF,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC;QACnC,MAAM,WAAW,GAAG,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QAE3C,MAAM,eAAe,GAAG,IAAI,eAAe,CAAC;YAC3C,YAAY,EAAE,KAAK;YACnB,cAAc,EAAE,QAAQ;SACxB,CAAC,CAAC;QACH,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAEzB,MAAM,OAAO,GAAG,WAAW,CAAC,CAAC,CAAC,eAAe,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAEzE,OAAO,IAAA,4BAAoB,EAAC,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC;IACtD,CAAC,EACD,0BAA0B,CAC1B,CAAC;AACH,CAAC;AAMD,MAAM,qBAAqB,GAAG,OAAC;KAC7B,MAAM,CAAC;IACP,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IACpD,MAAM,EAAE,qBAAW;CACnB,CAAC;KACD,QAAQ,CAAC,wCAAwC,CAAC,CAAC;AAErD,MAAM,2BAA2B,GAAG,OAAC,CAAC,MAAM,CAAC;IAC5C,MAAM,EAAE,OAAC,CAAC,OAAO,EAAE;CACnB,CAAC,CAAC;AAEH,SAAS,eAAe,CAAC,UAA6B;IACrD,OAAO,IAAA,6BAAmB,EACzB,UAAU,EACV,kBAAkB,EAClB,wIAAwI,EACxI,qBAAqB,EACrB,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;QAC9B,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAClE,OAAO,IAAA,4BAAoB,EAAC,EAAE,MAAM,EAAE,CAAC,CAAC;IACzC,CAAC,EACD,2BAA2B,CAC3B,CAAC;AACH,CAAC;AAMD,MAAM,oBAAoB,GAAG,OAAC;KAC5B,MAAM,CAAC;IACP,KAAK,EAAE,OAAC;SACN,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;SAC/C,QAAQ,EAAE;SACV,QAAQ,CACR,wGAAwG,CACxG;IACF,KAAK,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,4BAA4B,CAAC;IACpE,MAAM,EAAE,qBAAW;CACnB,CAAC;KACD,QAAQ,CAAC,sCAAsC,CAAC,CAAC;AAEnD,MAAM,0BAA0B,GAAG,OAAC,CAAC,MAAM,CAAC;IAC3C,OAAO,EAAE,OAAC,CAAC,KAAK,CACf,OAAC,CAAC,MAAM,CAAC;QACR,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE;QACjB,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE;QAChB,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE;KACrB,CAAC,CACF;CACD,CAAC,CAAC;AAEH,SAAS,cAAc,CAAC,UAA6B;IACpD,OAAO,IAAA,6BAAmB,EACzB,UAAU,EACV,iBAAiB,EACjB,mJAAmJ,EACnJ,oBAAoB,EACpB,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;QAC9B,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;QACjF,OAAO,IAAA,4BAAoB,EAAC,EAAE,OAAO,EAAE,CAAC,CAAC;IAC1C,CAAC,EACD,0BAA0B,CAC1B,CAAC;AACH,CAAC;AAMD,MAAM,gBAAgB,GAAG,OAAC;KACxB,MAAM,CAAC;IACP,MAAM,EAAE,OAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IAC5F,SAAS,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IACnE,MAAM,EAAE,qBAAW;CACnB,CAAC;KACD,QAAQ,CAAC,oCAAoC,CAAC,CAAC;AAEjD,MAAM,sBAAsB,GAAG,OAAC,CAAC,MAAM,CAAC;IACvC,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE;IACf,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE;CACjB,CAAC,CAAC;AAEH,SAAS,UAAU,CAAC,UAA6B;IAChD,OAAO,IAAA,6BAAmB,EACzB,UAAU,EACV,aAAa,EACb,qCAAqC,EACrC,gBAAgB,EAChB,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;QAC9B,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE;YAC9C,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,SAAS,EAAE,KAAK,CAAC,SAAS;SAC1B,CAAC,CAAC;QACH,OAAO,IAAA,4BAAoB,EAAC,EAAE,GAAG,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IACxE,CAAC,EACD,sBAAsB,CACtB,CAAC;AACH,CAAC;AAMD,MAAM,oBAAoB,GAAG,OAAC;KAC5B,MAAM,CAAC;IACP,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IACnE,KAAK,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,4BAA4B,CAAC;IACpE,MAAM,EAAE,qBAAW;CACnB,CAAC;KACD,QAAQ,CAAC,2CAA2C,CAAC,CAAC;AAExD,MAAM,0BAA0B,GAAG,OAAC,CAAC,MAAM,CAAC;IAC3C,QAAQ,EAAE,OAAC,CAAC,KAAK,CAChB,OAAC,CAAC,MAAM,CAAC;QACR,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE;QACf,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE;QAClB,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE;QAClB,WAAW,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAClC,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE;KACrB,CAAC,CACF;CACD,CAAC,CAAC;AAEH,SAAS,cAAc,CAAC,UAA6B;IACpD,OAAO,IAAA,6BAAmB,EACzB,UAAU,EACV,iBAAiB,EACjB,4CAA4C,EAC5C,oBAAoB,EACpB,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;QAC9B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;QACnF,OAAO,IAAA,4BAAoB,EAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC3C,CAAC,EACD,0BAA0B,CAC1B,CAAC;AACH,CAAC"}

package/dist/tools/interaction.d.ts

@@ -0,0 +1,3 @@
+import type { BrowserConnection } from '../connection';
+import type { ToolDefinition } from '../types';
+export declare function createInteractionTools(connection: BrowserConnection): ToolDefinition[];

package/dist/tools/interaction.js

@@ -0,0 +1,211 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createInteractionTools = createInteractionTools;
+const zod_1 = require("zod");
+const utils_1 = require("../utils");
+const helpers_1 = require("./helpers");
+function createInteractionTools(connection) {
+    return [
+        browserClick(connection),
+        browserType(connection),
+        browserSelect(connection),
+        browserDrag(connection),
+        browserHover(connection),
+        browserPress(connection),
+        browserScroll(connection),
+        browserUpload(connection),
+        browserDialog(connection),
+    ];
+}
+const browserClickSchema = zod_1.z
+    .object({
+    element: helpers_1.elementTargetSchema.describe('Element to click'),
+    button: zod_1.z
+        .enum(['left', 'right', 'middle'])
+        .optional()
+        .describe('Mouse button (default: "left")'),
+    clickCount: zod_1.z.number().int().optional().describe('Number of clicks (2 = double-click)'),
+    modifiers: zod_1.z
+        .array(zod_1.z.enum(['Alt', 'Control', 'Meta', 'Shift']))
+        .optional()
+        .describe('Modifier keys to hold'),
+    pageId: helpers_1.pageIdField,
+})
+    .describe('Click an element');
+const browserClickOutputSchema = (0, helpers_1.withSnapshotEnvelope)({
+    clicked: zod_1.z.boolean(),
+    ref: zod_1.z.string().optional(),
+});
+function browserClick(connection) {
+    return (0, helpers_1.createConnectedTool)(connection, 'browser_click', 'Click an element. Use ref from browser_snapshot (preferred) or a selector as fallback.', browserClickSchema, async (state, input, pageId) => {
+        await state.adapter.click(pageId, input.element, {
+            button: input.button,
+            clickCount: input.clickCount,
+            modifiers: input.modifiers,
+        });
+        return (0, utils_1.formatCallToolResult)({
+            clicked: true,
+            ...('ref' in input.element ? { ref: input.element.ref } : {}),
+        });
+    }, browserClickOutputSchema, { autoSnapshot: true, waitForCompletion: true });
+}
+const browserTypeSchema = zod_1.z
+    .object({
+    element: helpers_1.elementTargetSchema.describe('Element to type into'),
+    text: zod_1.z.string().describe('Text to type'),
+    clear: zod_1.z.boolean().optional().describe('Clear existing text first'),
+    submit: zod_1.z.boolean().optional().describe('Press Enter after typing'),
+    delay: zod_1.z.number().optional().describe('Delay between keystrokes in ms'),
+    pageId: helpers_1.pageIdField,
+})
+    .describe('Type text into an element');
+const browserTypeOutputSchema = (0, helpers_1.withSnapshotEnvelope)({
+    typed: zod_1.z.boolean(),
+    ref: zod_1.z.string().optional(),
+    text: zod_1.z.string(),
+});
+function browserType(connection) {
+    return (0, helpers_1.createConnectedTool)(connection, 'browser_type', 'Type text into an element. Use ref from browser_snapshot (preferred) or a selector as fallback.', browserTypeSchema, async (state, input, pageId) => {
+        await state.adapter.type(pageId, input.element, input.text, {
+            clear: input.clear,
+            submit: input.submit,
+            delay: input.delay,
+        });
+        return (0, utils_1.formatCallToolResult)({
+            typed: true,
+            ...('ref' in input.element ? { ref: input.element.ref } : {}),
+            text: input.text,
+        });
+    }, browserTypeOutputSchema, { autoSnapshot: true, waitForCompletion: true });
+}
+const browserSelectSchema = zod_1.z
+    .object({
+    element: helpers_1.elementTargetSchema.describe('Select element to interact with'),
+    values: zod_1.z.array(zod_1.z.string()).describe('Option values or labels to select'),
+    pageId: helpers_1.pageIdField,
+})
+    .describe('Select option(s) in a <select> element');
+const browserSelectOutputSchema = (0, helpers_1.withSnapshotEnvelope)({
+    selected: zod_1.z.array(zod_1.z.string()),
+});
+function browserSelect(connection) {
+    return (0, helpers_1.createConnectedTool)(connection, 'browser_select', 'Select option(s) in a <select> element. Use ref from browser_snapshot (preferred) or a selector as fallback.', browserSelectSchema, async (state, input, pageId) => {
+        const selected = await state.adapter.select(pageId, input.element, input.values);
+        return (0, utils_1.formatCallToolResult)({ selected });
+    }, browserSelectOutputSchema, { autoSnapshot: true, waitForCompletion: true });
+}
+const browserDragSchema = zod_1.z
+    .object({
+    from: helpers_1.elementTargetSchema.describe('Source element to drag from'),
+    to: helpers_1.elementTargetSchema.describe('Target element to drag to'),
+    pageId: helpers_1.pageIdField,
+})
+    .describe('Drag from one element to another');
+const browserDragOutputSchema = (0, helpers_1.withSnapshotEnvelope)({
+    dragged: zod_1.z.boolean(),
+});
+function browserDrag(connection) {
+    return (0, helpers_1.createConnectedTool)(connection, 'browser_drag', 'Drag from one element to another. Use refs from browser_snapshot (preferred) or selectors as fallback.', browserDragSchema, async (state, input, pageId) => {
+        await state.adapter.drag(pageId, input.from, input.to);
+        return (0, utils_1.formatCallToolResult)({ dragged: true });
+    }, browserDragOutputSchema, { autoSnapshot: true, waitForCompletion: true });
+}
+const browserHoverSchema = zod_1.z
+    .object({
+    element: helpers_1.elementTargetSchema.describe('Element to hover over'),
+    pageId: helpers_1.pageIdField,
+})
+    .describe('Hover over an element');
+const browserHoverOutputSchema = (0, helpers_1.withSnapshotEnvelope)({
+    hovered: zod_1.z.boolean(),
+});
+function browserHover(connection) {
+    return (0, helpers_1.createConnectedTool)(connection, 'browser_hover', 'Hover over an element. Use ref from browser_snapshot (preferred) or a selector as fallback.', browserHoverSchema, async (state, input, pageId) => {
+        await state.adapter.hover(pageId, input.element);
+        return (0, utils_1.formatCallToolResult)({ hovered: true });
+    }, browserHoverOutputSchema, { autoSnapshot: true, waitForCompletion: true });
+}
+const browserPressSchema = zod_1.z
+    .object({
+    keys: zod_1.z.string().describe('Key or key combination (e.g. "Enter", "Control+A")'),
+    pageId: helpers_1.pageIdField,
+})
+    .describe('Press keyboard key(s)');
+const browserPressOutputSchema = (0, helpers_1.withSnapshotEnvelope)({
+    pressed: zod_1.z.string(),
+});
+function browserPress(connection) {
+    return (0, helpers_1.createConnectedTool)(connection, 'browser_press', 'Press keyboard key(s). Examples: "Enter", "Control+A", "Escape".', browserPressSchema, async (state, input, pageId) => {
+        await state.adapter.press(pageId, input.keys);
+        return (0, utils_1.formatCallToolResult)({ pressed: input.keys });
+    }, browserPressOutputSchema, { autoSnapshot: true, waitForCompletion: true });
+}
+const scrollToElementSchema = zod_1.z.object({
+    mode: zod_1.z.literal('element').describe('Scroll an element into view'),
+    element: helpers_1.elementTargetSchema.describe('Element to scroll into view'),
+    pageId: helpers_1.pageIdField,
+});
+const scrollByDirectionSchema = zod_1.z.object({
+    mode: zod_1.z.literal('direction').describe('Scroll the page by direction/amount'),
+    direction: zod_1.z.enum(['up', 'down']).describe('Scroll direction'),
+    amount: zod_1.z.number().optional().describe('Pixels to scroll (default: 500)'),
+    pageId: helpers_1.pageIdField,
+});
+const browserScrollSchema = zod_1.z
+    .discriminatedUnion('mode', [scrollToElementSchema, scrollByDirectionSchema])
+    .describe('Scroll an element into view, or scroll the page by direction/amount');
+const browserScrollOutputSchema = (0, helpers_1.withSnapshotEnvelope)({
+    scrolled: zod_1.z.boolean(),
+});
+function browserScroll(connection) {
+    return (0, helpers_1.createConnectedTool)(connection, 'browser_scroll', 'Scroll an element into view (mode: "element"), or scroll the page by direction/amount (mode: "direction").', browserScrollSchema, async (state, input, pageId) => {
+        if (input.mode === 'element') {
+            await state.adapter.scroll(pageId, input.element, {});
+        }
+        else {
+            await state.adapter.scroll(pageId, undefined, {
+                direction: input.direction,
+                amount: input.amount,
+            });
+        }
+        return (0, utils_1.formatCallToolResult)({ scrolled: true });
+    }, browserScrollOutputSchema, { autoSnapshot: true, waitForCompletion: true });
+}
+const browserUploadSchema = zod_1.z
+    .object({
+    element: helpers_1.elementTargetSchema
+        .optional()
+        .describe('File input element (not needed when a file chooser dialog is pending)'),
+    files: zod_1.z.array(zod_1.z.string()).describe('Absolute file paths to upload'),
+    pageId: helpers_1.pageIdField,
+})
+    .describe('Set files on a file input element or fulfill a pending file chooser dialog');
+const browserUploadOutputSchema = (0, helpers_1.withSnapshotEnvelope)({
+    uploaded: zod_1.z.boolean(),
+    files: zod_1.z.array(zod_1.z.string()),
+});
+function browserUpload(connection) {
+    return (0, helpers_1.createConnectedTool)(connection, 'browser_upload', 'Set files on a file input element, or fulfill a pending file chooser dialog. If a file chooser is pending, no element target is needed.', browserUploadSchema, async (state, input, pageId) => {
+        await state.adapter.upload(pageId, input.element, input.files);
+        return (0, utils_1.formatCallToolResult)({ uploaded: true, files: input.files });
+    }, browserUploadOutputSchema, { autoSnapshot: true, waitForCompletion: true });
+}
+const browserDialogSchema = zod_1.z
+    .object({
+    action: zod_1.z.enum(['accept', 'dismiss']).describe('How to handle the dialog'),
+    text: zod_1.z.string().optional().describe('Text to enter (for prompt dialogs)'),
+    pageId: helpers_1.pageIdField,
+})
+    .describe('Handle a JavaScript dialog');
+const browserDialogOutputSchema = (0, helpers_1.withSnapshotEnvelope)({
+    handled: zod_1.z.boolean(),
+    action: zod_1.z.string(),
+    dialogType: zod_1.z.string(),
+});
+function browserDialog(connection) {
+    return (0, helpers_1.createConnectedTool)(connection, 'browser_dialog', 'Handle a JavaScript dialog (alert, confirm, prompt, beforeunload). Call before the action that triggers the dialog, or when a dialog is already pending.', browserDialogSchema, async (state, input, pageId) => {
+        const dialogType = await state.adapter.dialog(pageId, input.action, input.text);
+        return (0, utils_1.formatCallToolResult)({ handled: true, action: input.action, dialogType });
+    }, browserDialogOutputSchema, { autoSnapshot: true, waitForCompletion: true });
+}
+//# sourceMappingURL=interaction.js.map

package/dist/tools/interaction.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"interaction.js","sourceRoot":"","sources":["../../src/tools/interaction.ts"],"names":[],"mappings":";;AAYA,wDAYC;AAxBD,6BAAwB;AAIxB,oCAAgD;AAChD,uCAKmB;AAEnB,SAAgB,sBAAsB,CAAC,UAA6B;IACnE,OAAO;QACN,YAAY,CAAC,UAAU,CAAC;QACxB,WAAW,CAAC,UAAU,CAAC;QACvB,aAAa,CAAC,UAAU,CAAC;QACzB,WAAW,CAAC,UAAU,CAAC;QACvB,YAAY,CAAC,UAAU,CAAC;QACxB,YAAY,CAAC,UAAU,CAAC;QACxB,aAAa,CAAC,UAAU,CAAC;QACzB,aAAa,CAAC,UAAU,CAAC;QACzB,aAAa,CAAC,UAAU,CAAC;KACzB,CAAC;AACH,CAAC;AAMD,MAAM,kBAAkB,GAAG,OAAC;KAC1B,MAAM,CAAC;IACP,OAAO,EAAE,6BAAmB,CAAC,QAAQ,CAAC,kBAAkB,CAAC;IACzD,MAAM,EAAE,OAAC;SACP,IAAI,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;SACjC,QAAQ,EAAE;SACV,QAAQ,CAAC,gCAAgC,CAAC;IAC5C,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;IACvF,SAAS,EAAE,OAAC;SACV,KAAK,CAAC,OAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;SAClD,QAAQ,EAAE;SACV,QAAQ,CAAC,uBAAuB,CAAC;IACnC,MAAM,EAAE,qBAAW;CACnB,CAAC;KACD,QAAQ,CAAC,kBAAkB,CAAC,CAAC;AAE/B,MAAM,wBAAwB,GAAG,IAAA,8BAAoB,EAAC;IACrD,OAAO,EAAE,OAAC,CAAC,OAAO,EAAE;IACpB,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC1B,CAAC,CAAC;AAEH,SAAS,YAAY,CAAC,UAA6B;IAClD,OAAO,IAAA,6BAAmB,EACzB,UAAU,EACV,eAAe,EACf,wFAAwF,EACxF,kBAAkB,EAClB,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;QAC9B,MAAM,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,EAAE;YAChD,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,SAAS,EAAE,KAAK,CAAC,SAAS;SAC1B,CAAC,CAAC;QACH,OAAO,IAAA,4BAAoB,EAAC;YAC3B,OAAO,EAAE,IAAI;YACb,GAAG,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC7D,CAAC,CAAC;IACJ,CAAC,EACD,wBAAwB,EACxB,EAAE,YAAY,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAC/C,CAAC;AACH,CAAC;AAMD,MAAM,iBAAiB,GAAG,OAAC;KACzB,MAAM,CAAC;IACP,OAAO,EAAE,6BAAmB,CAAC,QAAQ,CAAC,sBAAsB,CAAC;IAC7D,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,cAAc,CAAC;IACzC,KAAK,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IACnE,MAAM,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0BAA0B,CAAC;IACnE,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IACvE,MAAM,EAAE,qBAAW;CACnB,CAAC;KACD,QAAQ,CAAC,2BAA2B,CAAC,CAAC;AAExC,MAAM,uBAAuB,GAAG,IAAA,8BAAoB,EAAC;IACpD,KAAK,EAAE,OAAC,CAAC,OAAO,EAAE;IAClB,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1B,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE;CAChB,CAAC,CAAC;AAEH,SAAS,WAAW,CAAC,UAA6B;IACjD,OAAO,IAAA,6BAAmB,EACzB,UAAU,EACV,cAAc,EACd,iGAAiG,EACjG,iBAAiB,EACjB,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;QAC9B,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE;YAC3D,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,KAAK,EAAE,KAAK,CAAC,KAAK;SAClB,CAAC,CAAC;QACH,OAAO,IAAA,4BAAoB,EAAC;YAC3B,KAAK,EAAE,IAAI;YACX,GAAG,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7D,IAAI,EAAE,KAAK,CAAC,IAAI;SAChB,CAAC,CAAC;IACJ,CAAC,EACD,uBAAuB,EACvB,EAAE,YAAY,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAC/C,CAAC;AACH,CAAC;AAMD,MAAM,mBAAmB,GAAG,OAAC;KAC3B,MAAM,CAAC;IACP,OAAO,EAAE,6BAAmB,CAAC,QAAQ,CAAC,iCAAiC,CAAC;IACxE,MAAM,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,mCAAmC,CAAC;IACzE,MAAM,EAAE,qBAAW;CACnB,CAAC;KACD,QAAQ,CAAC,wCAAwC,CAAC,CAAC;AAErD,MAAM,yBAAyB,GAAG,IAAA,8BAAoB,EAAC;IACtD,QAAQ,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;CAC7B,CAAC,CAAC;AAEH,SAAS,aAAa,CAAC,UAA6B;IACnD,OAAO,IAAA,6BAAmB,EACzB,UAAU,EACV,gBAAgB,EAChB,8GAA8G,EAC9G,mBAAmB,EACnB,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;QAC9B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QACjF,OAAO,IAAA,4BAAoB,EAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC3C,CAAC,EACD,yBAAyB,EACzB,EAAE,YAAY,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAC/C,CAAC;AACH,CAAC;AAMD,MAAM,iBAAiB,GAAG,OAAC;KACzB,MAAM,CAAC;IACP,IAAI,EAAE,6BAAmB,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IACjE,EAAE,EAAE,6BAAmB,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IAC7D,MAAM,EAAE,qBAAW;CACnB,CAAC;KACD,QAAQ,CAAC,kCAAkC,CAAC,CAAC;AAE/C,MAAM,uBAAuB,GAAG,IAAA,8BAAoB,EAAC;IACpD,OAAO,EAAE,OAAC,CAAC,OAAO,EAAE;CACpB,CAAC,CAAC;AAEH,SAAS,WAAW,CAAC,UAA6B;IACjD,OAAO,IAAA,6BAAmB,EACzB,UAAU,EACV,cAAc,EACd,wGAAwG,EACxG,iBAAiB,EACjB,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;QAC9B,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;QACvD,OAAO,IAAA,4BAAoB,EAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,CAAC,EACD,uBAAuB,EACvB,EAAE,YAAY,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAC/C,CAAC;AACH,CAAC;AAMD,MAAM,kBAAkB,GAAG,OAAC;KAC1B,MAAM,CAAC;IACP,OAAO,EAAE,6BAAmB,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IAC9D,MAAM,EAAE,qBAAW;CACnB,CAAC;KACD,QAAQ,CAAC,uBAAuB,CAAC,CAAC;AAEpC,MAAM,wBAAwB,GAAG,IAAA,8BAAoB,EAAC;IACrD,OAAO,EAAE,OAAC,CAAC,OAAO,EAAE;CACpB,CAAC,CAAC;AAEH,SAAS,YAAY,CAAC,UAA6B;IAClD,OAAO,IAAA,6BAAmB,EACzB,UAAU,EACV,eAAe,EACf,6FAA6F,EAC7F,kBAAkB,EAClB,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;QAC9B,MAAM,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACjD,OAAO,IAAA,4BAAoB,EAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,CAAC,EACD,wBAAwB,EACxB,EAAE,YAAY,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAC/C,CAAC;AACH,CAAC;AAMD,MAAM,kBAAkB,GAAG,OAAC;KAC1B,MAAM,CAAC;IACP,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oDAAoD,CAAC;IAC/E,MAAM,EAAE,qBAAW;CACnB,CAAC;KACD,QAAQ,CAAC,uBAAuB,CAAC,CAAC;AAEpC,MAAM,wBAAwB,GAAG,IAAA,8BAAoB,EAAC;IACrD,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC;AAEH,SAAS,YAAY,CAAC,UAA6B;IAClD,OAAO,IAAA,6BAAmB,EACzB,UAAU,EACV,eAAe,EACf,kEAAkE,EAClE,kBAAkB,EAClB,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;QAC9B,MAAM,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC9C,OAAO,IAAA,4BAAoB,EAAC,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;IACtD,CAAC,EACD,wBAAwB,EACxB,EAAE,YAAY,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAC/C,CAAC;AACH,CAAC;AAMD,MAAM,qBAAqB,GAAG,OAAC,CAAC,MAAM,CAAC;IACtC,IAAI,EAAE,OAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IAClE,OAAO,EAAE,6BAAmB,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IACpE,MAAM,EAAE,qBAAW;CACnB,CAAC,CAAC;AAEH,MAAM,uBAAuB,GAAG,OAAC,CAAC,MAAM,CAAC;IACxC,IAAI,EAAE,OAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,QAAQ,CAAC,qCAAqC,CAAC;IAC5E,SAAS,EAAE,OAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC;IAC9D,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iCAAiC,CAAC;IACzE,MAAM,EAAE,qBAAW;CACnB,CAAC,CAAC;AAEH,MAAM,mBAAmB,GAAG,OAAC;KAC3B,kBAAkB,CAAC,MAAM,EAAE,CAAC,qBAAqB,EAAE,uBAAuB,CAAC,CAAC;KAC5E,QAAQ,CAAC,qEAAqE,CAAC,CAAC;AAElF,MAAM,yBAAyB,GAAG,IAAA,8BAAoB,EAAC;IACtD,QAAQ,EAAE,OAAC,CAAC,OAAO,EAAE;CACrB,CAAC,CAAC;AAEH,SAAS,aAAa,CAAC,UAA6B;IACnD,OAAO,IAAA,6BAAmB,EACzB,UAAU,EACV,gBAAgB,EAChB,4GAA4G,EAC5G,mBAAmB,EACnB,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;QAC9B,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC9B,MAAM,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACvD,CAAC;aAAM,CAAC;YACP,MAAM,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE;gBAC7C,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,MAAM,EAAE,KAAK,CAAC,MAAM;aACpB,CAAC,CAAC;QACJ,CAAC;QACD,OAAO,IAAA,4BAAoB,EAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IACjD,CAAC,EACD,yBAAyB,EACzB,EAAE,YAAY,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAC/C,CAAC;AACH,CAAC;AAMD,MAAM,mBAAmB,GAAG,OAAC;KAC3B,MAAM,CAAC;IACP,OAAO,EAAE,6BAAmB;SAC1B,QAAQ,EAAE;SACV,QAAQ,CAAC,uEAAuE,CAAC;IACnF,KAAK,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,+BAA+B,CAAC;IACpE,MAAM,EAAE,qBAAW;CACnB,CAAC;KACD,QAAQ,CAAC,4EAA4E,CAAC,CAAC;AAEzF,MAAM,yBAAyB,GAAG,IAAA,8BAAoB,EAAC;IACtD,QAAQ,EAAE,OAAC,CAAC,OAAO,EAAE;IACrB,KAAK,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;CAC1B,CAAC,CAAC;AAEH,SAAS,aAAa,CAAC,UAA6B;IACnD,OAAO,IAAA,6BAAmB,EACzB,UAAU,EACV,gBAAgB,EAChB,yIAAyI,EACzI,mBAAmB,EACnB,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;QAC9B,MAAM,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;QAC/D,OAAO,IAAA,4BAAoB,EAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;IACrE,CAAC,EACD,yBAAyB,EACzB,EAAE,YAAY,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAC/C,CAAC;AACH,CAAC;AAMD,MAAM,mBAAmB,GAAG,OAAC;KAC3B,MAAM,CAAC;IACP,MAAM,EAAE,OAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,0BAA0B,CAAC;IAC1E,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oCAAoC,CAAC;IAC1E,MAAM,EAAE,qBAAW;CACnB,CAAC;KACD,QAAQ,CAAC,4BAA4B,CAAC,CAAC;AAEzC,MAAM,yBAAyB,GAAG,IAAA,8BAAoB,EAAC;IACtD,OAAO,EAAE,OAAC,CAAC,OAAO,EAAE;IACpB,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE;IAClB,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE;CACtB,CAAC,CAAC;AAEH,SAAS,aAAa,CAAC,UAA6B;IACnD,OAAO,IAAA,6BAAmB,EACzB,UAAU,EACV,gBAAgB,EAChB,0JAA0J,EAC1J,mBAAmB,EACnB,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;QAC9B,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAChF,OAAO,IAAA,4BAAoB,EAAC,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;IAClF,CAAC,EACD,yBAAyB,EACzB,EAAE,YAAY,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAC/C,CAAC;AACH,CAAC"}

package/dist/tools/navigation.d.ts

@@ -0,0 +1,3 @@
+import type { BrowserConnection } from '../connection';
+import type { ToolDefinition } from '../types';
+export declare function createNavigationTools(connection: BrowserConnection): ToolDefinition[];