orbitx 0.0.8 → 0.0.9

package/dist/tools/browser/read-page.d.ts

@@ -0,0 +1,45 @@
+import type { Page } from "puppeteer-core";
+import { type MCP } from "../../core/mcp.js";
+import type { BrowserSession } from "./session-manager.js";
+export interface ReadPageResult {
+    content: string;
+    totalLines: number;
+    /**
+     * present only when there are more lines after the returned window;
+     * pass it back in as `ref` on the next browser-read call to keep paging
+     * through the SAME captured snapshot (no new DOM walk, no new ref ids)
+     * instead of re-reading the live page.
+     */
+    ref?: string;
+}
+/** Resolves a ref id previously handed out by readPage() back to its live element, or null if it's no longer on the page. */
+export declare function resolveRef(page: Page, ref: string): Promise<import("puppeteer-core").ElementHandle<Element> | null>;
+/**
+ * Resolves the ref id of the <form> that a given fillable/clickable element
+ * ref lives inside, or null if that element isn't inside a form. Used by
+ * browser-fill to know whether it should also submit the form after typing
+ * (i.e. the form has no visible submit button, so pressing Enter is the
+ * only way a real user could submit it).
+ */
+export declare function resolveFormForRef(page: Page, ref: string): Promise<{
+    formRef: string;
+    hasSubmitButton: boolean;
+} | null>;
+/** Submits a form via its ref id, the same way a browser does when a lone text field receives Enter. */
+export declare function submitForm(page: Page, formRef: string): Promise<boolean>;
+/**
+ * Reads the current page into a readable, indented text outline (h1-h6, p,
+ * table cells, links, inputs, buttons, images), assigning a fresh unique ref
+ * id to every clickable/fillable element so the agent can act on it later
+ * via browser-click / browser-fill. Supports pagination via offsetLine/limitLine.
+ *
+ * The FULL, untruncated outline (every line, not just the requested window)
+ * is always saved to MCP storage under a fresh ref id, and that ref id is
+ * returned whenever the response was truncated. Passing that ref back in via
+ * `continueRef` skips re-walking the live DOM entirely and just pages
+ * through the previously captured text — useful once the agent has already
+ * read part of a long page and wants the rest without generating new
+ * (and therefore mismatched) click/fill ref ids.
+ */
+export declare function readPage(mcp: MCP | undefined, session: BrowserSession, offsetLine: number, limitLine: number, continueRef?: string): Promise<ReadPageResult>;
+//# sourceMappingURL=read-page.d.ts.map

package/dist/tools/browser/read-page.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"read-page.d.ts","sourceRoot":"","sources":["../../../src/tools/browser/read-page.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAiB,KAAK,GAAG,EAAE,MAAM,mBAAmB,CAAC;AAC5D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAkJ3D,MAAM,WAAW,cAAc;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB;;;;;OAKG;IACH,GAAG,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,6HAA6H;AAC7H,wBAAsB,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,mEAEvD;AAED;;;;;;GAMG;AACH,wBAAsB,iBAAiB,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,eAAe,EAAE,OAAO,CAAA;CAAE,GAAG,IAAI,CAAC,CAa9H;AAED,wGAAwG;AACxG,wBAAsB,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAW9E;AAID;;;;;;;;;;;;;GAaG;AACH,wBAAsB,QAAQ,CAC1B,GAAG,EAAE,GAAG,GAAG,SAAS,EACpB,OAAO,EAAE,cAAc,EACvB,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EACjB,WAAW,CAAC,EAAE,MAAM,GACrB,OAAO,CAAC,cAAc,CAAC,CA+GzB"}

package/dist/tools/browser/read-page.js

@@ -0,0 +1,264 @@
+import { generateRefId } from "../../core/mcp.js";
+const READABLE_TAGS = new Set([
+    "h1", "h2", "h3", "h4", "h5", "h6",
+    "p", "span", "li", "td", "th", "label", "a", "button",
+    "input", "textarea", "select", "img",
+]);
+const CLICKABLE_TAGS = new Set(["a", "button"]);
+const FILLABLE_TAGS = new Set(["input", "textarea", "select"]);
+/**
+ * Walks the live DOM in-page and produces a flat, depth-annotated outline of visible text/interactive nodes.
+ *
+ * IMPORTANT: The function passed to page.evaluate() is serialized via
+ * Function.prototype.toString() and executed in an isolated browser
+ * context that has NO access to this module's scope. Under esbuild/tsx,
+ * nested `function foo() {}` declarations get wrapped with a module-local
+ * `__name(foo, "foo")` helper call (for Function.name preservation), and
+ * that helper reference leaks into the serialized source, causing
+ * `ReferenceError: __name is not defined` inside the page. To avoid this,
+ * every helper inside the evaluate() callback below is a `const` arrow
+ * function instead of a named function declaration.
+ */
+async function extractOutline(page) {
+    return page.evaluate((readableTags, clickableTags, fillableTags) => {
+        const readable = new Set(readableTags);
+        const clickable = new Set(clickableTags);
+        const fillable = new Set(fillableTags);
+        const results = [];
+        let domIndex = 0;
+        // assign every <form> on the page a stable index (independent of
+        // walk() so it's known before we need to reference it from inputs
+        // nested inside it), and figure out up front whether each form has
+        // any visible element capable of submitting it.
+        const forms = Array.from(document.querySelectorAll("form"));
+        const formIndexOf = new Map();
+        const formHasSubmit = new Map();
+        forms.forEach((form, i) => {
+            formIndexOf.set(form, i);
+            const submitEl = form.querySelector('button:not([type="button"]):not([type="reset"]), input[type="submit"], input[type="image"], button[type="submit"]');
+            formHasSubmit.set(i, !!submitEl);
+        });
+        const nearestForm = (el) => {
+            return el.closest("form");
+        };
+        const isVisible = (el) => {
+            const style = window.getComputedStyle(el);
+            if (style.display === "none" || style.visibility === "hidden" || style.opacity === "0")
+                return false;
+            const rect = el.getBoundingClientRect();
+            return rect.width > 0 && rect.height > 0;
+        };
+        const textOf = (el) => {
+            if (el.tagName.toLowerCase() === "img") {
+                return el.getAttribute("alt") || "";
+            }
+            if (el.tagName.toLowerCase() === "input" || el.tagName.toLowerCase() === "textarea") {
+                return el.placeholder || el.value || "";
+            }
+            // direct text content only (avoid re-printing children we'll visit separately)
+            let text = "";
+            for (const child of Array.from(el.childNodes)) {
+                if (child.nodeType === Node.TEXT_NODE) {
+                    text += child.textContent || "";
+                }
+            }
+            return text.trim();
+        };
+        const walk = (el, depth) => {
+            const currentIndex = domIndex++;
+            const tag = el.tagName.toLowerCase();
+            const isFormEl = tag === "form";
+            if ((readable.has(tag) || isFormEl) && isVisible(el)) {
+                const text = isFormEl ? "" : textOf(el);
+                const isInteractive = clickable.has(tag) || fillable.has(tag) || !!el.onclick;
+                if (text || isInteractive || isFormEl) {
+                    if (isInteractive || isFormEl) {
+                        // Marker attribute lets us re-select this exact element
+                        // from outside evaluate() without relying on any
+                        // custom global helper surviving across calls.
+                        el.setAttribute("data-orbitx-dom-index", String(currentIndex));
+                    }
+                    const parentForm = fillable.has(tag) || clickable.has(tag) ? nearestForm(el) : null;
+                    const parentFormIndex = parentForm ? formIndexOf.get(parentForm) : undefined;
+                    results.push({
+                        tag,
+                        text,
+                        depth,
+                        domIndex: currentIndex,
+                        clickable: clickable.has(tag) || !!el.onclick,
+                        fillable: fillable.has(tag),
+                        formIndex: isFormEl ? formIndexOf.get(el) : parentFormIndex,
+                        isForm: isFormEl,
+                        formHasNoSubmitButton: isFormEl
+                            ? !formHasSubmit.get(formIndexOf.get(el))
+                            : parentFormIndex !== undefined
+                                ? !formHasSubmit.get(parentFormIndex)
+                                : undefined,
+                    });
+                }
+            }
+            for (const child of Array.from(el.children)) {
+                walk(child, depth + (readable.has(tag) || isFormEl ? 1 : 0));
+            }
+        };
+        if (document.body)
+            walk(document.body, 0);
+        return results;
+    }, Array.from(READABLE_TAGS), Array.from(CLICKABLE_TAGS), Array.from(FILLABLE_TAGS));
+}
+/** Resolves a ref id previously handed out by readPage() back to its live element, or null if it's no longer on the page. */
+export async function resolveRef(page, ref) {
+    return page.$(`[data-orbitx-ref="${ref}"]`);
+}
+/**
+ * Resolves the ref id of the <form> that a given fillable/clickable element
+ * ref lives inside, or null if that element isn't inside a form. Used by
+ * browser-fill to know whether it should also submit the form after typing
+ * (i.e. the form has no visible submit button, so pressing Enter is the
+ * only way a real user could submit it).
+ */
+export async function resolveFormForRef(page, ref) {
+    return page.evaluate((r) => {
+        const el = document.querySelector(`[data-orbitx-ref="${r}"]`);
+        if (!el)
+            return null;
+        const form = el.closest("form");
+        if (!form)
+            return null;
+        const formRef = form.getAttribute("data-orbitx-ref");
+        if (!formRef)
+            return null;
+        const hasSubmitButton = !!form.querySelector('button:not([type="button"]):not([type="reset"]), input[type="submit"], input[type="image"], button[type="submit"]');
+        return { formRef, hasSubmitButton };
+    }, ref);
+}
+/** Submits a form via its ref id, the same way a browser does when a lone text field receives Enter. */
+export async function submitForm(page, formRef) {
+    return page.evaluate((r) => {
+        const form = document.querySelector(`[data-orbitx-ref="${r}"]`);
+        if (!form)
+            return false;
+        if (typeof form.requestSubmit === "function") {
+            form.requestSubmit();
+        }
+        else {
+            form.submit();
+        }
+        return true;
+    }, formRef);
+}
+const READ_PAGE_STORAGE_PREFIX = "browser-read-page:";
+/**
+ * Reads the current page into a readable, indented text outline (h1-h6, p,
+ * table cells, links, inputs, buttons, images), assigning a fresh unique ref
+ * id to every clickable/fillable element so the agent can act on it later
+ * via browser-click / browser-fill. Supports pagination via offsetLine/limitLine.
+ *
+ * The FULL, untruncated outline (every line, not just the requested window)
+ * is always saved to MCP storage under a fresh ref id, and that ref id is
+ * returned whenever the response was truncated. Passing that ref back in via
+ * `continueRef` skips re-walking the live DOM entirely and just pages
+ * through the previously captured text — useful once the agent has already
+ * read part of a long page and wants the rest without generating new
+ * (and therefore mismatched) click/fill ref ids.
+ */
+export async function readPage(mcp, session, offsetLine, limitLine, continueRef) {
+    if (continueRef) {
+        const stored = mcp ? await mcp.getStorage().get(READ_PAGE_STORAGE_PREFIX + continueRef) : "";
+        if (!stored) {
+            throw new Error(`ref "${continueRef}" was not found in storage (it may have expired, or belongs to a different session) — call browser-read without continueRef to take a fresh read of the page`);
+        }
+        const lines = stored.split("\n");
+        const totalLines = lines.length;
+        const windowed = lines.slice(offsetLine, offsetLine + limitLine);
+        const hasMore = offsetLine + limitLine < totalLines;
+        return {
+            content: windowed.join("\n"),
+            totalLines,
+            ref: hasMore ? continueRef : undefined,
+        };
+    }
+    // Clear markers left over from a previous read so this read's domIndex
+    // numbering (which restarts at 0 every call) can't collide with them.
+    await session.page.evaluate(() => {
+        for (const el of Array.from(document.querySelectorAll("[data-orbitx-dom-index]"))) {
+            el.removeAttribute("data-orbitx-dom-index");
+        }
+        for (const el of Array.from(document.querySelectorAll("[data-orbitx-ref]"))) {
+            el.removeAttribute("data-orbitx-ref");
+        }
+    });
+    const nodes = await extractOutline(session.page);
+    const lines = [];
+    const domIndexToRef = new Map();
+    // one ref per distinct form domIndex, so fillable inputs can report
+    // which form they belong to and the agent can submit it directly
+    const formIndexToRef = new Map();
+    for (const node of nodes) {
+        if (node.isForm && node.formIndex !== undefined && !formIndexToRef.has(node.formIndex)) {
+            const ref = await generateRefId(mcp);
+            formIndexToRef.set(node.formIndex, ref);
+            domIndexToRef.set(node.domIndex, ref);
+        }
+    }
+    for (const node of nodes) {
+        const indent = "  ".repeat(node.depth);
+        let suffix = "";
+        if (node.isForm) {
+            const ref = node.formIndex !== undefined ? formIndexToRef.get(node.formIndex) : undefined;
+            suffix = ref ? ` [${ref}] [FORM]${node.formHasNoSubmitButton ? " [NO SUBMIT BUTTON: use browser-submit-form with this ref, or fill+Enter]" : ""}` : "";
+            lines.push(`${indent}- form${suffix}`);
+            continue;
+        }
+        if (node.clickable || node.fillable) {
+            const ref = await generateRefId(mcp);
+            domIndexToRef.set(node.domIndex, ref);
+            const formRef = node.formIndex !== undefined ? formIndexToRef.get(node.formIndex) : undefined;
+            suffix = ` [${ref}]${node.fillable ? " [FILLABLE]" : ""}${node.clickable ? " [CLICKABLE]" : ""}`;
+            if (node.fillable && node.formIndex !== undefined) {
+                suffix += node.formHasNoSubmitButton
+                    ? ` [inside form ${formRef}, NO SUBMIT BUTTON — submitting this field (e.g. pressing Enter) will submit form ${formRef}]`
+                    : ` [inside form ${formRef}]`;
+            }
+        }
+        const label = node.text || "(empty)";
+        lines.push(`${indent}- ${node.tag}: ${label}${suffix}`);
+    }
+    // Stamp every interactive element (and every form) with its ref id
+    // (data-orbitx-ref) so browser-click / browser-fill / browser-submit-form
+    // can re-select it later purely from the ref string via page.$, without
+    // depending on a long-lived ElementHandle (handles can go stale once the
+    // DOM changes between tool calls).
+    if (domIndexToRef.size > 0) {
+        await session.page.evaluate((entries) => {
+            for (const [domIndex, ref] of entries) {
+                const el = document.querySelector(`[data-orbitx-dom-index="${domIndex}"]`);
+                if (el) {
+                    el.setAttribute("data-orbitx-ref", ref);
+                }
+            }
+        }, Array.from(domIndexToRef.entries()));
+    }
+    const totalLines = lines.length;
+    const windowed = lines.slice(offsetLine, offsetLine + limitLine);
+    const hasMore = offsetLine + limitLine < totalLines;
+    // Always persist the complete, untruncated outline so a later call can
+    // page through the rest of it via continueRef without re-walking the
+    // DOM (which would hand out a fresh, incompatible set of ref ids).
+    let ref;
+    if (mcp) {
+        ref = await generateRefId(mcp);
+        await mcp.getStorage().set(READ_PAGE_STORAGE_PREFIX + ref, lines.join("\n"));
+    }
+    let content = windowed.join("\n");
+    if (hasMore) {
+        const remaining = totalLines - (offsetLine + limitLine);
+        content += `\n\n[... ${remaining} more line(s) not shown${ref ? ` — call browser-read again with continueRef: "${ref}" and a new offsetLine to keep reading` : ""}]`;
+    }
+    return {
+        content,
+        totalLines,
+        ref: hasMore ? ref : undefined,
+    };
+}
+//# sourceMappingURL=read-page.js.map

package/dist/tools/browser/read-page.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"read-page.js","sourceRoot":"","sources":["../../../src/tools/browser/read-page.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAY,MAAM,mBAAmB,CAAC;AAG5D,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC;IAC1B,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;IAClC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ;IACrD,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,KAAK;CACvC,CAAC,CAAC;AAEH,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC;AAChD,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC;AAwB/D;;;;;;;;;;;;GAYG;AACH,KAAK,UAAU,cAAc,CAAC,IAAU;IACpC,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC,YAAsB,EAAE,aAAuB,EAAE,YAAsB,EAAE,EAAE;QAC7F,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,CAAC;QACvC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,CAAC;QACzC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,CAAC;QAEvC,MAAM,OAAO,GAAc,EAAE,CAAC;QAC9B,IAAI,QAAQ,GAAG,CAAC,CAAC;QAEjB,iEAAiE;QACjE,kEAAkE;QAClE,mEAAmE;QACnE,gDAAgD;QAChD,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC;QAC5D,MAAM,WAAW,GAAG,IAAI,GAAG,EAAmB,CAAC;QAC/C,MAAM,aAAa,GAAG,IAAI,GAAG,EAAmB,CAAC;QACjD,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE;YACtB,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAC/B,mHAAmH,CACtH,CAAC;YACF,aAAa,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,CAAC,EAAW,EAAkB,EAAE;YAChD,OAAO,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC9B,CAAC,CAAC;QAEF,MAAM,SAAS,GAAG,CAAC,EAAW,EAAW,EAAE;YACvC,MAAM,KAAK,GAAG,MAAM,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;YAC1C,IAAI,KAAK,CAAC,OAAO,KAAK,MAAM,IAAI,KAAK,CAAC,UAAU,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,KAAK,GAAG;gBAAE,OAAO,KAAK,CAAC;YACrG,MAAM,IAAI,GAAG,EAAE,CAAC,qBAAqB,EAAE,CAAC;YACxC,OAAO,IAAI,CAAC,KAAK,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;QAC7C,CAAC,CAAC;QAEF,MAAM,MAAM,GAAG,CAAC,EAAW,EAAU,EAAE;YACnC,IAAI,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,KAAK,EAAE,CAAC;gBACrC,OAAO,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YACxC,CAAC;YACD,IAAI,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,OAAO,IAAI,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,UAAU,EAAE,CAAC;gBAClF,OAAQ,EAAuB,CAAC,WAAW,IAAK,EAAuB,CAAC,KAAK,IAAI,EAAE,CAAC;YACxF,CAAC;YACD,+EAA+E;YAC/E,IAAI,IAAI,GAAG,EAAE,CAAC;YACd,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC5C,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI,CAAC,SAAS,EAAE,CAAC;oBACpC,IAAI,IAAI,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC;gBACpC,CAAC;YACL,CAAC;YACD,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC;QACvB,CAAC,CAAC;QAEF,MAAM,IAAI,GAAG,CAAC,EAAW,EAAE,KAAa,EAAQ,EAAE;YAC9C,MAAM,YAAY,GAAG,QAAQ,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YACrC,MAAM,QAAQ,GAAG,GAAG,KAAK,MAAM,CAAC;YAEhC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,IAAI,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC;gBACnD,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACxC,MAAM,aAAa,GAAG,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAE,EAAkB,CAAC,OAAO,CAAC;gBAC/F,IAAI,IAAI,IAAI,aAAa,IAAI,QAAQ,EAAE,CAAC;oBACpC,IAAI,aAAa,IAAI,QAAQ,EAAE,CAAC;wBAC5B,wDAAwD;wBACxD,iDAAiD;wBACjD,+CAA+C;wBAC/C,EAAE,CAAC,YAAY,CAAC,uBAAuB,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC;oBACnE,CAAC;oBAED,MAAM,UAAU,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;oBACpF,MAAM,eAAe,GAAG,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;oBAE7E,OAAO,CAAC,IAAI,CAAC;wBACT,GAAG;wBACH,IAAI;wBACJ,KAAK;wBACL,QAAQ,EAAE,YAAY;wBACtB,SAAS,EAAE,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAE,EAAkB,CAAC,OAAO;wBAC9D,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC;wBAC3B,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,eAAe;wBAC3D,MAAM,EAAE,QAAQ;wBAChB,qBAAqB,EAAE,QAAQ;4BAC3B,CAAC,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAE,CAAC;4BAC1C,CAAC,CAAC,eAAe,KAAK,SAAS;gCAC3B,CAAC,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,eAAe,CAAC;gCACrC,CAAC,CAAC,SAAS;qBACtB,CAAC,CAAC;gBACP,CAAC;YACL,CAAC;YAED,KAAK,MAAM,KAAK,IAAI,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC1C,IAAI,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACjE,CAAC;QACL,CAAC,CAAC;QAEF,IAAI,QAAQ,CAAC,IAAI;YAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAE1C,OAAO,OAAO,CAAC;IACnB,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;AACzF,CAAC;AAcD,6HAA6H;AAC7H,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAU,EAAE,GAAW;IACpD,OAAO,IAAI,CAAC,CAAC,CAAC,qBAAqB,GAAG,IAAI,CAAC,CAAC;AAChD,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,IAAU,EAAE,GAAW;IAC3D,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAS,EAAE,EAAE;QAC/B,MAAM,EAAE,GAAG,QAAQ,CAAC,aAAa,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;QAC9D,IAAI,CAAC,EAAE;YAAE,OAAO,IAAI,CAAC;QACrB,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAChC,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QACvB,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAC;QACrD,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAC1B,MAAM,eAAe,GAAG,CAAC,CAAC,IAAI,CAAC,aAAa,CACxC,mHAAmH,CACtH,CAAC;QACF,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC;IACxC,CAAC,EAAE,GAAG,CAAC,CAAC;AACZ,CAAC;AAED,wGAAwG;AACxG,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAU,EAAE,OAAe;IACxD,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAS,EAAE,EAAE;QAC/B,MAAM,IAAI,GAAG,QAAQ,CAAC,aAAa,CAAC,qBAAqB,CAAC,IAAI,CAA2B,CAAC;QAC1F,IAAI,CAAC,IAAI;YAAE,OAAO,KAAK,CAAC;QACxB,IAAI,OAAO,IAAI,CAAC,aAAa,KAAK,UAAU,EAAE,CAAC;YAC3C,IAAI,CAAC,aAAa,EAAE,CAAC;QACzB,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,MAAM,EAAE,CAAC;QAClB,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC,EAAE,OAAO,CAAC,CAAC;AAChB,CAAC;AAED,MAAM,wBAAwB,GAAG,oBAAoB,CAAC;AAEtD;;;;;;;;;;;;;GAaG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC1B,GAAoB,EACpB,OAAuB,EACvB,UAAkB,EAClB,SAAiB,EACjB,WAAoB;IAEpB,IAAI,WAAW,EAAE,CAAC;QACd,MAAM,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,UAAU,EAAE,CAAC,GAAG,CAAC,wBAAwB,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7F,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CAAC,QAAQ,WAAW,8JAA8J,CAAC,CAAC;QACvM,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC;QAChC,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,UAAU,GAAG,SAAS,CAAC,CAAC;QACjE,MAAM,OAAO,GAAG,UAAU,GAAG,SAAS,GAAG,UAAU,CAAC;QACpD,OAAO;YACH,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;YAC5B,UAAU;YACV,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;SACzC,CAAC;IACN,CAAC;IAED,uEAAuE;IACvE,sEAAsE;IACtE,MAAM,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;QAC7B,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,yBAAyB,CAAC,CAAC,EAAE,CAAC;YAChF,EAAE,CAAC,eAAe,CAAC,uBAAuB,CAAC,CAAC;QAChD,CAAC;QACD,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,mBAAmB,CAAC,CAAC,EAAE,CAAC;YAC1E,EAAE,CAAC,eAAe,CAAC,iBAAiB,CAAC,CAAC;QAC1C,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,aAAa,GAAwB,IAAI,GAAG,EAAE,CAAC;IACrD,oEAAoE;IACpE,iEAAiE;IACjE,MAAM,cAAc,GAAwB,IAAI,GAAG,EAAE,CAAC;IAEtD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YACrF,MAAM,GAAG,GAAG,MAAM,aAAa,CAAC,GAAG,CAAC,CAAC;YACrC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;YACxC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QAC1C,CAAC;IACL,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvC,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAC1F,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,WAAW,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,2EAA2E,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvJ,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,SAAS,MAAM,EAAE,CAAC,CAAC;YACvC,SAAS;QACb,CAAC;QAED,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClC,MAAM,GAAG,GAAG,MAAM,aAAa,CAAC,GAAG,CAAC,CAAC;YACrC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;YACtC,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAC9F,MAAM,GAAG,KAAK,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;YACjG,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;gBAChD,MAAM,IAAI,IAAI,CAAC,qBAAqB;oBAChC,CAAC,CAAC,iBAAiB,OAAO,qFAAqF,OAAO,GAAG;oBACzH,CAAC,CAAC,iBAAiB,OAAO,GAAG,CAAC;YACtC,CAAC;QACL,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,IAAI,SAAS,CAAC;QACrC,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,KAAK,IAAI,CAAC,GAAG,KAAK,KAAK,GAAG,MAAM,EAAE,CAAC,CAAC;IAC5D,CAAC;IAED,mEAAmE;IACnE,0EAA0E;IAC1E,wEAAwE;IACxE,yEAAyE;IACzE,mCAAmC;IACnC,IAAI,aAAa,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,OAA2B,EAAE,EAAE;YACxD,KAAK,MAAM,CAAC,QAAQ,EAAE,GAAG,CAAC,IAAI,OAAO,EAAE,CAAC;gBACpC,MAAM,EAAE,GAAG,QAAQ,CAAC,aAAa,CAAC,2BAA2B,QAAQ,IAAI,CAAC,CAAC;gBAC3E,IAAI,EAAE,EAAE,CAAC;oBACL,EAAE,CAAC,YAAY,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC;gBAC5C,CAAC;YACL,CAAC;QACL,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IAC5C,CAAC;IAED,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC;IAChC,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,UAAU,GAAG,SAAS,CAAC,CAAC;IACjE,MAAM,OAAO,GAAG,UAAU,GAAG,SAAS,GAAG,UAAU,CAAC;IAEpD,uEAAuE;IACvE,qEAAqE;IACrE,mEAAmE;IACnE,IAAI,GAAuB,CAAC;IAC5B,IAAI,GAAG,EAAE,CAAC;QACN,GAAG,GAAG,MAAM,aAAa,CAAC,GAAG,CAAC,CAAC;QAC/B,MAAM,GAAG,CAAC,UAAU,EAAE,CAAC,GAAG,CAAC,wBAAwB,GAAG,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACjF,CAAC;IAED,IAAI,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,OAAO,EAAE,CAAC;QACV,MAAM,SAAS,GAAG,UAAU,GAAG,CAAC,UAAU,GAAG,SAAS,CAAC,CAAC;QACxD,OAAO,IAAI,YAAY,SAAS,0BAA0B,GAAG,CAAC,CAAC,CAAC,iDAAiD,GAAG,wCAAwC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC;IACzK,CAAC;IAED,OAAO;QACH,OAAO;QACP,UAAU;QACV,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;KACjC,CAAC;AACN,CAAC"}

package/dist/tools/browser/read.d.ts

@@ -0,0 +1,5 @@
+import { MCPTool } from "../../core/mcp.js";
+import { BrowserInteraction } from "./interaction.js";
+export declare const BrowserReadTool: () => MCPTool<BrowserInteraction>;
+export default BrowserReadTool;
+//# sourceMappingURL=read.d.ts.map

package/dist/tools/browser/read.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"read.d.ts","sourceRoot":"","sources":["../../../src/tools/browser/read.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAY,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAItD,eAAO,MAAM,eAAe,mCA2D1B,CAAC;AAEH,eAAe,eAAe,CAAC"}

package/dist/tools/browser/read.js

@@ -0,0 +1,56 @@
+import { MCPTool } from "../../core/mcp.js";
+import { BrowserInteraction } from "./interaction.js";
+import { getSession } from "./session-manager.js";
+import { readPage } from "./read-page.js";
+export const BrowserReadTool = () => new MCPTool({
+    name: "browser-read",
+    description: "read the current page as a readable text outline (headings, paragraphs, tables, links, inputs, buttons, images, and forms), assigning a ref id to every clickable/fillable element for use with browser-click / browser-fill. " +
+        "forms are shown with their own ref, and any fillable field with no visible submit button nearby is flagged so you know pressing Enter (or browser-submit-form) is required to submit it. " +
+        "if the outline is too long to fit in one response, the output is truncated and a `ref` is returned — call this tool again with `continueRef` set to that value (and a new `offsetLine`) to keep reading the SAME captured snapshot without generating new element refs. " +
+        "do not pass `continueRef` on your first read of a page, or after the page has navigated/changed — only use it to keep paging through output you already started reading.",
+    inputs: [
+        {
+            name: "sessionId",
+            type: "string",
+            description: "session to read",
+            required: true,
+        },
+        {
+            name: "offsetLine",
+            type: "number",
+            description: "line offset to start reading from",
+            required: false,
+            default: 0,
+        },
+        {
+            name: "limitLine",
+            type: "number",
+            description: "max number of lines to return",
+            required: false,
+            default: 200,
+        },
+        {
+            name: "continueRef",
+            type: "string",
+            description: "ref id returned by a previous browser-read call whose output was truncated; continues paging through that same snapshot instead of re-reading the live page",
+            required: false,
+        },
+    ],
+    customClass: new BrowserInteraction(),
+    execute: async (_envID, inputs, mcp, customClass) => {
+        const { sessionId, offsetLine = 0, limitLine = 200, continueRef } = inputs;
+        if (!sessionId || typeof sessionId !== "string") {
+            throw new Error("sessionId must be a non-empty string");
+        }
+        customClass?.emitBrowserEvent({ type: "reading", sessionId });
+        const session = getSession(sessionId);
+        const result = await readPage(mcp, session, offsetLine, limitLine, continueRef);
+        return {
+            content: result.content,
+            totalLines: result.totalLines,
+            ref: result.ref,
+        };
+    },
+});
+export default BrowserReadTool;
+//# sourceMappingURL=read.js.map

package/dist/tools/browser/read.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"read.js","sourceRoot":"","sources":["../../../src/tools/browser/read.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAY,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAE1C,MAAM,CAAC,MAAM,eAAe,GAAG,GAAG,EAAE,CAAC,IAAI,OAAO,CAAqB;IACjE,IAAI,EAAE,cAAc;IACpB,WAAW,EACP,gOAAgO;QAChO,2LAA2L;QAC3L,0QAA0Q;QAC1Q,0KAA0K;IAC9K,MAAM,EAAE;QACJ;YACI,IAAI,EAAE,WAAW;YACjB,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,iBAAiB;YAC9B,QAAQ,EAAE,IAAI;SACjB;QACD;YACI,IAAI,EAAE,YAAY;YAClB,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,mCAAmC;YAChD,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE,CAAC;SACb;QACD;YACI,IAAI,EAAE,WAAW;YACjB,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,+BAA+B;YAC5C,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE,GAAG;SACf;QACD;YACI,IAAI,EAAE,aAAa;YACnB,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,6JAA6J;YAC1K,QAAQ,EAAE,KAAK;SAClB;KACJ;IACD,WAAW,EAAE,IAAI,kBAAkB,EAAE;IACrC,OAAO,EAAE,KAAK,EACV,MAAc,EACd,MAA2B,EAC3B,GAAS,EACT,WAAgC,EACpB,EAAE;QACd,MAAM,EAAE,SAAS,EAAE,UAAU,GAAG,CAAC,EAAE,SAAS,GAAG,GAAG,EAAE,WAAW,EAAE,GAAG,MAAM,CAAC;QAE3E,IAAI,CAAC,SAAS,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;YAC9C,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC5D,CAAC;QAED,WAAW,EAAE,gBAAgB,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,CAAC;QAE9D,MAAM,OAAO,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;QACtC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,GAAG,EAAE,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;QAEhF,OAAO;YACH,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,GAAG,EAAE,MAAM,CAAC,GAAG;SAClB,CAAC;IACN,CAAC;CACJ,CAAC,CAAC;AAEH,eAAe,eAAe,CAAC"}

package/dist/tools/browser/remove-session.d.ts

@@ -0,0 +1,5 @@
+import { MCPTool } from "../../core/mcp.js";
+import { BrowserInteraction } from "./interaction.js";
+export declare const BrowserRemoveSessionTool: () => MCPTool<BrowserInteraction>;
+export default BrowserRemoveSessionTool;
+//# sourceMappingURL=remove-session.d.ts.map

package/dist/tools/browser/remove-session.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"remove-session.d.ts","sourceRoot":"","sources":["../../../src/tools/browser/remove-session.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAGtD,eAAO,MAAM,wBAAwB,mCAgCnC,CAAC;AAEH,eAAe,wBAAwB,CAAC"}

package/dist/tools/browser/remove-session.js

@@ -0,0 +1,29 @@
+import { MCPTool } from "../../core/mcp.js";
+import { BrowserInteraction } from "./interaction.js";
+import { removeSession } from "./session-manager.js";
+export const BrowserRemoveSessionTool = () => new MCPTool({
+    name: "browser-remove-session",
+    description: "close and remove a browser session",
+    inputs: [
+        {
+            name: "sessionId",
+            type: "string",
+            description: "session to close",
+            required: true,
+        },
+    ],
+    customClass: new BrowserInteraction(),
+    execute: async (_envID, inputs, _mcp, customClass) => {
+        const { sessionId } = inputs;
+        if (!sessionId || typeof sessionId !== "string") {
+            throw new Error("sessionId must be a non-empty string");
+        }
+        await removeSession(sessionId);
+        customClass?.emitBrowserEvent({ type: "session-removed", sessionId });
+        return {
+            message: "success",
+        };
+    },
+});
+export default BrowserRemoveSessionTool;
+//# sourceMappingURL=remove-session.js.map

package/dist/tools/browser/remove-session.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"remove-session.js","sourceRoot":"","sources":["../../../src/tools/browser/remove-session.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAErD,MAAM,CAAC,MAAM,wBAAwB,GAAG,GAAG,EAAE,CAAC,IAAI,OAAO,CAAqB;IAC1E,IAAI,EAAE,wBAAwB;IAC9B,WAAW,EAAE,oCAAoC;IACjD,MAAM,EAAE;QACJ;YACI,IAAI,EAAE,WAAW;YACjB,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,kBAAkB;YAC/B,QAAQ,EAAE,IAAI;SACjB;KACJ;IACD,WAAW,EAAE,IAAI,kBAAkB,EAAE;IACrC,OAAO,EAAE,KAAK,EACV,MAAc,EACd,MAA2B,EAC3B,IAAU,EACV,WAAgC,EACpB,EAAE;QACd,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,CAAC;QAE7B,IAAI,CAAC,SAAS,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;YAC9C,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC5D,CAAC;QAED,MAAM,aAAa,CAAC,SAAS,CAAC,CAAC;QAE/B,WAAW,EAAE,gBAAgB,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,SAAS,EAAE,CAAC,CAAC;QAEtE,OAAO;YACH,OAAO,EAAE,SAAS;SACrB,CAAC;IACN,CAAC;CACJ,CAAC,CAAC;AAEH,eAAe,wBAAwB,CAAC"}

package/dist/tools/browser/screenshot.d.ts

@@ -0,0 +1,5 @@
+import { MCPTool } from "../../core/mcp.js";
+import { BrowserInteraction } from "./interaction.js";
+export declare const BrowserScreenshotTool: () => MCPTool<BrowserInteraction>;
+export default BrowserScreenshotTool;
+//# sourceMappingURL=screenshot.d.ts.map

package/dist/tools/browser/screenshot.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"screenshot.d.ts","sourceRoot":"","sources":["../../../src/tools/browser/screenshot.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAGtD,eAAO,MAAM,qBAAqB,mCAsDhC,CAAC;AAEH,eAAe,qBAAqB,CAAC"}

package/dist/tools/browser/screenshot.js

@@ -0,0 +1,50 @@
+import { MCPTool } from "../../core/mcp.js";
+import { BrowserInteraction } from "./interaction.js";
+import { getSession } from "./session-manager.js";
+export const BrowserScreenshotTool = () => new MCPTool({
+    name: "browser-screenshot",
+    description: "capture a screenshot of the current page in a browser session. " +
+        "returns an image tool-output — depending on how the agent is configured, the raw image may be handed directly to the model, or first described by a separate image-capable AI so the main conversation doesn't have to carry image bytes. " +
+        "use `focusHint` to tell that description step what you actually care about (e.g. 'look for any red error banner or visually broken layout'), so the resulting description is useful for your task instead of a generic caption.",
+    inputs: [
+        {
+            name: "sessionId",
+            type: "string",
+            description: "session to screenshot",
+            required: true,
+        },
+        {
+            name: "fullPage",
+            type: "boolean",
+            description: "capture the full scrollable page instead of just the current viewport",
+            required: false,
+            default: false,
+        },
+        {
+            name: "focusHint",
+            type: "string",
+            description: "what to focus on when describing the screenshot, e.g. 'look for any red object or any bug on the UI'",
+            required: false,
+        },
+    ],
+    customClass: new BrowserInteraction(),
+    execute: async (_envID, inputs, _mcp, customClass) => {
+        const { sessionId, fullPage = false, focusHint } = inputs;
+        if (!sessionId || typeof sessionId !== "string") {
+            throw new Error("sessionId must be a non-empty string");
+        }
+        customClass?.emitBrowserEvent({ type: "screenshotting", sessionId });
+        const session = getSession(sessionId);
+        const image = await session.page.screenshot({ encoding: "base64", fullPage, type: "png" });
+        return {
+            type: "image",
+            output: {
+                image,
+                mimeType: "image/png",
+                ...(focusHint ? { focusHint } : {}),
+            },
+        };
+    },
+});
+export default BrowserScreenshotTool;
+//# sourceMappingURL=screenshot.js.map

package/dist/tools/browser/screenshot.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"screenshot.js","sourceRoot":"","sources":["../../../src/tools/browser/screenshot.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAElD,MAAM,CAAC,MAAM,qBAAqB,GAAG,GAAG,EAAE,CAAC,IAAI,OAAO,CAAqB;IACvE,IAAI,EAAE,oBAAoB;IAC1B,WAAW,EACP,iEAAiE;QACjE,4OAA4O;QAC5O,iOAAiO;IACrO,MAAM,EAAE;QACJ;YACI,IAAI,EAAE,WAAW;YACjB,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,uBAAuB;YACpC,QAAQ,EAAE,IAAI;SACjB;QACD;YACI,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,SAAS;YACf,WAAW,EAAE,uEAAuE;YACpF,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE,KAAK;SACjB;QACD;YACI,IAAI,EAAE,WAAW;YACjB,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,sGAAsG;YACnH,QAAQ,EAAE,KAAK;SAClB;KACJ;IACD,WAAW,EAAE,IAAI,kBAAkB,EAAE;IACrC,OAAO,EAAE,KAAK,EACV,MAAc,EACd,MAA2B,EAC3B,IAAU,EACV,WAAgC,EACpB,EAAE;QACd,MAAM,EAAE,SAAS,EAAE,QAAQ,GAAG,KAAK,EAAE,SAAS,EAAE,GAAG,MAAM,CAAC;QAE1D,IAAI,CAAC,SAAS,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;YAC9C,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC5D,CAAC;QAED,WAAW,EAAE,gBAAgB,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,SAAS,EAAE,CAAC,CAAC;QAErE,MAAM,OAAO,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;QACtC,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAE3F,OAAO;YACH,IAAI,EAAE,OAAO;YACb,MAAM,EAAE;gBACJ,KAAK;gBACL,QAAQ,EAAE,WAAW;gBACrB,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACtC;SACJ,CAAC;IACN,CAAC;CACJ,CAAC,CAAC;AAEH,eAAe,qBAAqB,CAAC"}

package/dist/tools/browser/scroll-info.d.ts

@@ -0,0 +1,4 @@
+import { MCPTool } from "../../core/mcp.js";
+export declare const BrowserScrollInfoTool: () => MCPTool<undefined>;
+export default BrowserScrollInfoTool;
+//# sourceMappingURL=scroll-info.d.ts.map

package/dist/tools/browser/scroll-info.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scroll-info.d.ts","sourceRoot":"","sources":["../../../src/tools/browser/scroll-info.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAG5C,eAAO,MAAM,qBAAqB,0BA2BhC,CAAC;AAEH,eAAe,qBAAqB,CAAC"}

package/dist/tools/browser/scroll-info.js

@@ -0,0 +1,28 @@
+import { MCPTool } from "../../core/mcp.js";
+import { getSession } from "./session-manager.js";
+export const BrowserScrollInfoTool = () => new MCPTool({
+    name: "browser-scroll-info",
+    description: "get the total scrollable length and current scroll position of the page",
+    inputs: [
+        {
+            name: "sessionId",
+            type: "string",
+            description: "session to inspect",
+            required: true,
+        },
+    ],
+    execute: async (_envID, inputs) => {
+        const { sessionId } = inputs;
+        if (!sessionId || typeof sessionId !== "string") {
+            throw new Error("sessionId must be a non-empty string");
+        }
+        const session = getSession(sessionId);
+        const info = await session.page.evaluate(() => ({
+            length: document.documentElement.scrollHeight,
+            position: window.scrollY,
+        }));
+        return info;
+    },
+});
+export default BrowserScrollInfoTool;
+//# sourceMappingURL=scroll-info.js.map

package/dist/tools/browser/scroll-info.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scroll-info.js","sourceRoot":"","sources":["../../../src/tools/browser/scroll-info.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAElD,MAAM,CAAC,MAAM,qBAAqB,GAAG,GAAG,EAAE,CAAC,IAAI,OAAO,CAAC;IACnD,IAAI,EAAE,qBAAqB;IAC3B,WAAW,EAAE,yEAAyE;IACtF,MAAM,EAAE;QACJ;YACI,IAAI,EAAE,WAAW;YACjB,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,oBAAoB;YACjC,QAAQ,EAAE,IAAI;SACjB;KACJ;IACD,OAAO,EAAE,KAAK,EAAE,MAAc,EAAE,MAA2B,EAAgB,EAAE;QACzE,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,CAAC;QAE7B,IAAI,CAAC,SAAS,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;YAC9C,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC5D,CAAC;QAED,MAAM,OAAO,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;QAEtC,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,CAAC;YAC5C,MAAM,EAAE,QAAQ,CAAC,eAAe,CAAC,YAAY;YAC7C,QAAQ,EAAE,MAAM,CAAC,OAAO;SAC3B,CAAC,CAAC,CAAC;QAEJ,OAAO,IAAI,CAAC;IAChB,CAAC;CACJ,CAAC,CAAC;AAEH,eAAe,qBAAqB,CAAC"}

package/dist/tools/browser/scroll.d.ts

@@ -0,0 +1,5 @@
+import { MCPTool } from "../../core/mcp.js";
+import { BrowserInteraction } from "./interaction.js";
+export declare const BrowserScrollTool: () => MCPTool<BrowserInteraction>;
+export default BrowserScrollTool;
+//# sourceMappingURL=scroll.d.ts.map

package/dist/tools/browser/scroll.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scroll.d.ts","sourceRoot":"","sources":["../../../src/tools/browser/scroll.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAGtD,eAAO,MAAM,iBAAiB,mCAgD5B,CAAC;AAEH,eAAe,iBAAiB,CAAC"}

package/dist/tools/browser/scroll.js

@@ -0,0 +1,43 @@
+import { MCPTool } from "../../core/mcp.js";
+import { BrowserInteraction } from "./interaction.js";
+import { getSession } from "./session-manager.js";
+export const BrowserScrollTool = () => new MCPTool({
+    name: "browser-scroll",
+    description: "scroll the page to a given vertical position (in pixels)",
+    inputs: [
+        {
+            name: "sessionId",
+            type: "string",
+            description: "session to scroll",
+            required: true,
+        },
+        {
+            name: "position",
+            type: "number",
+            description: "target vertical scroll position, in pixels",
+            required: true,
+        },
+    ],
+    customClass: new BrowserInteraction(),
+    execute: async (_envID, inputs, _mcp, customClass) => {
+        const { sessionId, position } = inputs;
+        if (!sessionId || typeof sessionId !== "string") {
+            throw new Error("sessionId must be a non-empty string");
+        }
+        if (typeof position !== "number" || !Number.isFinite(position)) {
+            throw new Error("position must be a number");
+        }
+        customClass?.emitBrowserEvent({ type: "scrolling", sessionId, position });
+        const session = getSession(sessionId);
+        const info = await session.page.evaluate((pos) => {
+            window.scrollTo(0, pos);
+            return {
+                length: document.documentElement.scrollHeight,
+                position: window.scrollY,
+            };
+        }, position);
+        return info;
+    },
+});
+export default BrowserScrollTool;
+//# sourceMappingURL=scroll.js.map

package/dist/tools/browser/scroll.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scroll.js","sourceRoot":"","sources":["../../../src/tools/browser/scroll.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAElD,MAAM,CAAC,MAAM,iBAAiB,GAAG,GAAG,EAAE,CAAC,IAAI,OAAO,CAAqB;IACnE,IAAI,EAAE,gBAAgB;IACtB,WAAW,EAAE,0DAA0D;IACvE,MAAM,EAAE;QACJ;YACI,IAAI,EAAE,WAAW;YACjB,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,mBAAmB;YAChC,QAAQ,EAAE,IAAI;SACjB;QACD;YACI,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,4CAA4C;YACzD,QAAQ,EAAE,IAAI;SACjB;KACJ;IACD,WAAW,EAAE,IAAI,kBAAkB,EAAE;IACrC,OAAO,EAAE,KAAK,EACV,MAAc,EACd,MAA2B,EAC3B,IAAU,EACV,WAAgC,EACpB,EAAE;QACd,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,MAAM,CAAC;QAEvC,IAAI,CAAC,SAAS,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;YAC9C,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC5D,CAAC;QAED,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7D,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QACjD,CAAC;QAED,WAAW,EAAE,gBAAgB,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC;QAE1E,MAAM,OAAO,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;QAEtC,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAW,EAAE,EAAE;YACrD,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YACxB,OAAO;gBACH,MAAM,EAAE,QAAQ,CAAC,eAAe,CAAC,YAAY;gBAC7C,QAAQ,EAAE,MAAM,CAAC,OAAO;aAC3B,CAAC;QACN,CAAC,EAAE,QAAQ,CAAC,CAAC;QAEb,OAAO,IAAI,CAAC;IAChB,CAAC;CACJ,CAAC,CAAC;AAEH,eAAe,iBAAiB,CAAC"}