openchrome-mcp 1.2.13 → 1.3.0

package/dist/utils/adaptive-screenshot.js

@@ -0,0 +1,114 @@
+"use strict";
+/**
+ * Adaptive Screenshot - Tracks screenshot history per tab and degrades
+ * response format on repetition to reduce token waste from screenshot loops.
+ *
+ * Returns a mode ('full' | 'annotated' | 'text_only') based on how many times
+ * the same scroll position has been captured within a recent time window.
+ * The actual screenshot capture and visual summary generation are handled by
+ * the caller (computer.ts) — this module only decides the response mode.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AdaptiveScreenshot = void 0;
+/** How close two scroll positions must be (in pixels) to count as "same" */
+const POSITION_TOLERANCE_PX = 50;
+/** Window within which repeated screenshots at the same position degrade (ms) */
+const REPEAT_WINDOW_MS = 30_000;
+/** How long before a record is pruned entirely (ms) */
+const PRUNE_AGE_MS = 60_000;
+const ANNOTATED_NOTE = 'Note: No significant visual change detected since last screenshot at this scroll position.';
+/**
+ * Singleton that tracks screenshot history per tabId and returns the
+ * appropriate response mode for each screenshot request.
+ */
+class AdaptiveScreenshot {
+    static instance;
+    /** tabId → ordered list of screenshot records (oldest first) */
+    history = new Map();
+    constructor() { }
+    static getInstance() {
+        if (!AdaptiveScreenshot.instance) {
+            AdaptiveScreenshot.instance = new AdaptiveScreenshot();
+        }
+        return AdaptiveScreenshot.instance;
+    }
+    /**
+     * Evaluate what response mode to use for the next screenshot on this tab.
+     *
+     * Reads the current scroll position from the page, prunes stale records,
+     * counts how many recent screenshots have been taken at the same position,
+     * then appends the new record and returns the mode.
+     *
+     * - 1st screenshot at a position → 'full'
+     * - 2nd screenshot at same position (within ±50px, within 30s) → 'annotated'
+     * - 3rd+ at same position → 'text_only'
+     *
+     * Fails gracefully: if page.evaluate throws, returns 'full'.
+     */
+    async evaluate(page, tabId) {
+        let scrollTop = 0;
+        let scrollLeft = 0;
+        try {
+            const pos = await page.evaluate(() => ({
+                scrollTop: window.scrollY,
+                scrollLeft: window.scrollX,
+            }));
+            scrollTop = pos.scrollTop;
+            scrollLeft = pos.scrollLeft;
+        }
+        catch {
+            // Page not available or evaluate failed — default to full
+            return 'full';
+        }
+        const now = Date.now();
+        // Prune old entries for this tab
+        this.pruneTab(tabId, now);
+        const records = this.history.get(tabId) ?? [];
+        // Count recent records at the same position
+        const recentAtPosition = records.filter((r) => now - r.timestamp <= REPEAT_WINDOW_MS &&
+            Math.abs(r.scrollTop - scrollTop) <= POSITION_TOLERANCE_PX &&
+            Math.abs(r.scrollLeft - scrollLeft) <= POSITION_TOLERANCE_PX);
+        const count = recentAtPosition.length;
+        // Append new record
+        records.push({ scrollTop, scrollLeft, timestamp: now });
+        this.history.set(tabId, records);
+        if (count === 0) {
+            return 'full';
+        }
+        else if (count === 1) {
+            return 'annotated';
+        }
+        else {
+            return 'text_only';
+        }
+    }
+    /**
+     * Returns the annotation note used when mode is 'annotated'.
+     */
+    getAnnotation() {
+        return ANNOTATED_NOTE;
+    }
+    /**
+     * Clear screenshot history for a tab (call on navigation).
+     */
+    reset(tabId) {
+        this.history.delete(tabId);
+    }
+    /**
+     * Remove records older than PRUNE_AGE_MS for the given tab.
+     */
+    pruneTab(tabId, now) {
+        const records = this.history.get(tabId);
+        if (!records || records.length === 0)
+            return;
+        const pruned = records.filter((r) => now - r.timestamp < PRUNE_AGE_MS);
+        if (pruned.length === 0) {
+            this.history.delete(tabId);
+        }
+        else {
+            this.history.set(tabId, pruned);
+        }
+    }
+}
+exports.AdaptiveScreenshot = AdaptiveScreenshot;
+//# sourceMappingURL=adaptive-screenshot.js.map

package/dist/utils/adaptive-screenshot.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"adaptive-screenshot.js","sourceRoot":"","sources":["../../src/utils/adaptive-screenshot.ts"],"names":[],"mappings":";AAAA;;;;;;;;GAQG;;;AAUH,4EAA4E;AAC5E,MAAM,qBAAqB,GAAG,EAAE,CAAC;AAEjC,iFAAiF;AACjF,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAEhC,uDAAuD;AACvD,MAAM,YAAY,GAAG,MAAM,CAAC;AAE5B,MAAM,cAAc,GAClB,4FAA4F,CAAC;AAE/F;;;GAGG;AACH,MAAa,kBAAkB;IACrB,MAAM,CAAC,QAAQ,CAAqB;IAE5C,gEAAgE;IACxD,OAAO,GAAoC,IAAI,GAAG,EAAE,CAAC;IAE7D,gBAAuB,CAAC;IAExB,MAAM,CAAC,WAAW;QAChB,IAAI,CAAC,kBAAkB,CAAC,QAAQ,EAAE,CAAC;YACjC,kBAAkB,CAAC,QAAQ,GAAG,IAAI,kBAAkB,EAAE,CAAC;QACzD,CAAC;QACD,OAAO,kBAAkB,CAAC,QAAQ,CAAC;IACrC,CAAC;IAED;;;;;;;;;;;;OAYG;IACH,KAAK,CAAC,QAAQ,CAAC,IAAU,EAAE,KAAa;QACtC,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,CAAC;gBACrC,SAAS,EAAE,MAAM,CAAC,OAAO;gBACzB,UAAU,EAAE,MAAM,CAAC,OAAO;aAC3B,CAAC,CAAC,CAAC;YACJ,SAAS,GAAG,GAAG,CAAC,SAAS,CAAC;YAC1B,UAAU,GAAG,GAAG,CAAC,UAAU,CAAC;QAC9B,CAAC;QAAC,MAAM,CAAC;YACP,0DAA0D;YAC1D,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,iCAAiC;QACjC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAE1B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAE9C,4CAA4C;QAC5C,MAAM,gBAAgB,GAAG,OAAO,CAAC,MAAM,CACrC,CAAC,CAAC,EAAE,EAAE,CACJ,GAAG,GAAG,CAAC,CAAC,SAAS,IAAI,gBAAgB;YACrC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,GAAG,SAAS,CAAC,IAAI,qBAAqB;YAC1D,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,GAAG,UAAU,CAAC,IAAI,qBAAqB,CAC/D,CAAC;QAEF,MAAM,KAAK,GAAG,gBAAgB,CAAC,MAAM,CAAC;QAEtC,oBAAoB;QACpB,OAAO,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QACxD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAEjC,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YAChB,OAAO,MAAM,CAAC;QAChB,CAAC;aAAM,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,WAAW,CAAC;QACrB,CAAC;aAAM,CAAC;YACN,OAAO,WAAW,CAAC;QACrB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,aAAa;QACX,OAAO,cAAc,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAa;QACjB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IAED;;OAEG;IACK,QAAQ,CAAC,KAAa,EAAE,GAAW;QACzC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACxC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAE7C,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,SAAS,GAAG,YAAY,CAAC,CAAC;QAEvE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC7B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;CACF;AAvGD,gDAuGC"}

package/dist/utils/element-finder.d.ts

@@ -0,0 +1,49 @@
+/**
+ * Element Finder - Shared element search and scoring utilities
+ *
+ * Used by click-element, interact, and find tools to locate elements
+ * by natural language query with consistent scoring logic.
+ */
+/**
+ * Represents a found element with its properties and match score.
+ */
+export interface FoundElement {
+    backendDOMNodeId: number;
+    role: string;
+    name: string;
+    tagName: string;
+    type?: string;
+    placeholder?: string;
+    ariaLabel?: string;
+    textContent?: string;
+    rect: {
+        x: number;
+        y: number;
+        width: number;
+        height: number;
+    };
+    score: number;
+}
+/**
+ * Tokenize a query string into meaningful search tokens.
+ * Filters out stop words and single-character tokens.
+ */
+export declare function tokenizeQuery(query: string): string[];
+/**
+ * Score an element based on how well it matches the query.
+ *
+ * Scoring priorities:
+ * - Exact name/text match: +100
+ * - Exact aria-label match: +90
+ * - Contains full query: +50/+45
+ * - Token matches: +15 per token
+ * - Role match bonus: +30
+ * - Interactive element bonus: +20
+ * - Size bonuses/penalties: +10/-20
+ */
+export declare function scoreElement(element: FoundElement, queryLower: string, queryTokens: string[]): number;
+/**
+ * CSS selectors for interactive elements, used by in-page search.
+ */
+export declare const INTERACTIVE_SELECTORS: string[];
+//# sourceMappingURL=element-finder.d.ts.map

package/dist/utils/element-finder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"element-finder.d.ts","sourceRoot":"","sources":["../../src/utils/element-finder.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,gBAAgB,EAAE,MAAM,CAAC;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAC9D,KAAK,EAAE,MAAM,CAAC;CACf;AASD;;;GAGG;AACH,wBAAgB,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,CAMrD;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,YAAY,CAC1B,OAAO,EAAE,YAAY,EACrB,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,EAAE,GACpB,MAAM,CAuER;AAED;;GAEG;AACH,eAAO,MAAM,qBAAqB,UAyBjC,CAAC"}

package/dist/utils/element-finder.js

@@ -0,0 +1,130 @@
+"use strict";
+/**
+ * Element Finder - Shared element search and scoring utilities
+ *
+ * Used by click-element, interact, and find tools to locate elements
+ * by natural language query with consistent scoring logic.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.INTERACTIVE_SELECTORS = void 0;
+exports.tokenizeQuery = tokenizeQuery;
+exports.scoreElement = scoreElement;
+/**
+ * Stop words filtered out when tokenizing queries.
+ */
+const STOP_WORDS = new Set([
+    'the', 'a', 'an', 'to', 'for', 'of', 'in', 'on', 'at', 'and', 'or',
+]);
+/**
+ * Tokenize a query string into meaningful search tokens.
+ * Filters out stop words and single-character tokens.
+ */
+function tokenizeQuery(query) {
+    return query
+        .toLowerCase()
+        .split(/\s+/)
+        .filter(t => t.length > 1)
+        .filter(t => !STOP_WORDS.has(t));
+}
+/**
+ * Score an element based on how well it matches the query.
+ *
+ * Scoring priorities:
+ * - Exact name/text match: +100
+ * - Exact aria-label match: +90
+ * - Contains full query: +50/+45
+ * - Token matches: +15 per token
+ * - Role match bonus: +30
+ * - Interactive element bonus: +20
+ * - Size bonuses/penalties: +10/-20
+ */
+function scoreElement(element, queryLower, queryTokens) {
+    let score = 0;
+    const nameLower = element.name.toLowerCase();
+    const textLower = element.textContent?.toLowerCase() || '';
+    const ariaLower = element.ariaLabel?.toLowerCase() || '';
+    const placeholderLower = element.placeholder?.toLowerCase() || '';
+    // Exact match bonus (highest priority)
+    if (nameLower === queryLower || textLower === queryLower) {
+        score += 100;
+    }
+    // Aria label exact match
+    if (ariaLower === queryLower) {
+        score += 90;
+    }
+    // Contains full query
+    if (nameLower.includes(queryLower) || textLower.includes(queryLower)) {
+        score += 50;
+    }
+    if (ariaLower.includes(queryLower)) {
+        score += 45;
+    }
+    // Token matching (partial match for multi-word queries)
+    const combinedText = `${nameLower} ${textLower} ${ariaLower} ${placeholderLower}`;
+    const matchedTokens = queryTokens.filter(token => combinedText.includes(token));
+    score += matchedTokens.length * 15;
+    // Role matching bonus - if query mentions role
+    const roleMatches = [
+        ['button', () => element.role === 'button' || element.tagName === 'button'],
+        ['link', () => element.role === 'link' || element.tagName === 'a'],
+        ['radio', () => element.role === 'radio' || element.type === 'radio'],
+        ['checkbox', () => element.role === 'checkbox' || element.type === 'checkbox'],
+        ['input', () => element.tagName === 'input' || element.tagName === 'textarea'],
+        ['switch', () => element.role === 'switch'],
+        ['toggle', () => element.role === 'switch'],
+        ['dropdown', () => element.role === 'combobox' || element.role === 'listbox'],
+        ['select', () => element.role === 'combobox' || element.role === 'listbox'],
+        ['slider', () => element.role === 'slider'],
+    ];
+    for (const [keyword, matcher] of roleMatches) {
+        if (queryLower.includes(keyword) && matcher()) {
+            score += 30;
+        }
+    }
+    // Interactive element bonus
+    if ([
+        'button', 'link', 'checkbox', 'radio', 'menuitem', 'tab',
+        'option', 'switch', 'combobox', 'listbox', 'slider', 'treeitem',
+    ].includes(element.role)) {
+        score += 20;
+    }
+    // Visible size bonus (larger elements are usually more important)
+    if (element.rect.width > 50 && element.rect.height > 20) {
+        score += 10;
+    }
+    // Penalty for very small elements (likely icons or hidden)
+    if (element.rect.width < 10 || element.rect.height < 10) {
+        score -= 20;
+    }
+    return score;
+}
+/**
+ * CSS selectors for interactive elements, used by in-page search.
+ */
+exports.INTERACTIVE_SELECTORS = [
+    'button',
+    '[role="button"]',
+    'a',
+    '[role="link"]',
+    'input[type="submit"]',
+    'input[type="button"]',
+    'input[type="radio"]',
+    'input[type="checkbox"]',
+    '[role="radio"]',
+    '[role="checkbox"]',
+    '[role="menuitem"]',
+    '[role="tab"]',
+    '[role="option"]',
+    '[onclick]',
+    '[tabindex]',
+    '[contenteditable="true"]',
+    '[role="combobox"]',
+    '[role="listbox"]',
+    '[role="switch"]',
+    '[role="slider"]',
+    '[role="treeitem"]',
+    '[role="dialog"] [aria-label]',
+    '[role="alertdialog"] [aria-label]',
+    '[data-testid]',
+];
+//# sourceMappingURL=element-finder.js.map

package/dist/utils/element-finder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"element-finder.js","sourceRoot":"","sources":["../../src/utils/element-finder.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;AA6BH,sCAMC;AAcD,oCA2EC;AA1GD;;GAEG;AACH,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC;IACzB,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI;CACnE,CAAC,CAAC;AAEH;;;GAGG;AACH,SAAgB,aAAa,CAAC,KAAa;IACzC,OAAO,KAAK;SACT,WAAW,EAAE;SACb,KAAK,CAAC,KAAK,CAAC;SACZ,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;SACzB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;AACrC,CAAC;AAED;;;;;;;;;;;GAWG;AACH,SAAgB,YAAY,CAC1B,OAAqB,EACrB,UAAkB,EAClB,WAAqB;IAErB,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;IAC7C,MAAM,SAAS,GAAG,OAAO,CAAC,WAAW,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IAC3D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IACzD,MAAM,gBAAgB,GAAG,OAAO,CAAC,WAAW,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IAElE,uCAAuC;IACvC,IAAI,SAAS,KAAK,UAAU,IAAI,SAAS,KAAK,UAAU,EAAE,CAAC;QACzD,KAAK,IAAI,GAAG,CAAC;IACf,CAAC;IAED,yBAAyB;IACzB,IAAI,SAAS,KAAK,UAAU,EAAE,CAAC;QAC7B,KAAK,IAAI,EAAE,CAAC;IACd,CAAC;IAED,sBAAsB;IACtB,IAAI,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QACrE,KAAK,IAAI,EAAE,CAAC;IACd,CAAC;IACD,IAAI,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QACnC,KAAK,IAAI,EAAE,CAAC;IACd,CAAC;IAED,wDAAwD;IACxD,MAAM,YAAY,GAAG,GAAG,SAAS,IAAI,SAAS,IAAI,SAAS,IAAI,gBAAgB,EAAE,CAAC;IAClF,MAAM,aAAa,GAAG,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;IAChF,KAAK,IAAI,aAAa,CAAC,MAAM,GAAG,EAAE,CAAC;IAEnC,+CAA+C;IAC/C,MAAM,WAAW,GAAmC;QAClD,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,CAAC,OAAO,KAAK,QAAQ,CAAC;QAC3E,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,OAAO,KAAK,GAAG,CAAC;QAClE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,OAAO,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC;QACrE,CAAC,UAAU,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,UAAU,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU,CAAC;QAC9E,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,KAAK,OAAO,IAAI,OAAO,CAAC,OAAO,KAAK,UAAU,CAAC;QAC9E,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC;QAC3C,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC;QAC3C,CAAC,UAAU,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,UAAU,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC;QAC7E,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,UAAU,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC;QAC3E,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC;KAC5C,CAAC;IAEF,KAAK,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,WAAW,EAAE,CAAC;QAC7C,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,EAAE,EAAE,CAAC;YAC9C,KAAK,IAAI,EAAE,CAAC;QACd,CAAC;IACH,CAAC;IAED,4BAA4B;IAC5B,IACE;QACE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK;QACxD,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU;KAChE,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,EACxB,CAAC;QACD,KAAK,IAAI,EAAE,CAAC;IACd,CAAC;IAED,kEAAkE;IAClE,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,GAAG,EAAE,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACxD,KAAK,IAAI,EAAE,CAAC;IACd,CAAC;IAED,2DAA2D;IAC3D,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,GAAG,EAAE,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACxD,KAAK,IAAI,EAAE,CAAC;IACd,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;GAEG;AACU,QAAA,qBAAqB,GAAG;IACnC,QAAQ;IACR,iBAAiB;IACjB,GAAG;IACH,eAAe;IACf,sBAAsB;IACtB,sBAAsB;IACtB,qBAAqB;IACrB,wBAAwB;IACxB,gBAAgB;IAChB,mBAAmB;IACnB,mBAAmB;IACnB,cAAc;IACd,iBAAiB;IACjB,WAAW;IACX,YAAY;IACZ,0BAA0B;IAC1B,mBAAmB;IACnB,kBAAkB;IAClB,iBAAiB;IACjB,iBAAiB;IACjB,mBAAmB;IACnB,8BAA8B;IAC9B,mCAAmC;IACnC,eAAe;CAChB,CAAC"}

package/dist/utils/visual-summary.d.ts

@@ -0,0 +1,17 @@
+/**
+ * Visual Summary - Generates a lightweight text description of visible page state
+ *
+ * After click/navigate actions, extracts enough context (~100-150 tokens) for
+ * LLMs to understand the current page state without requiring follow-up screenshots.
+ */
+import type { Page } from 'puppeteer-core';
+/**
+ * Generate a lightweight text description of the visible page state.
+ *
+ * Extracts URL, title, scroll position, active elements, visible panel content,
+ * headings, and form state — formatted for LLM consumption (~100-200 tokens).
+ *
+ * Returns an empty string on any error (non-blocking, fail-safe).
+ */
+export declare function generateVisualSummary(page: Page): Promise<string>;
+//# sourceMappingURL=visual-summary.d.ts.map

package/dist/utils/visual-summary.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"visual-summary.d.ts","sourceRoot":"","sources":["../../src/utils/visual-summary.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AA8L3C;;;;;;;GAOG;AACH,wBAAsB,qBAAqB,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAavE"}

package/dist/utils/visual-summary.js

@@ -0,0 +1,198 @@
+"use strict";
+/**
+ * Visual Summary - Generates a lightweight text description of visible page state
+ *
+ * After click/navigate actions, extracts enough context (~100-150 tokens) for
+ * LLMs to understand the current page state without requiring follow-up screenshots.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.generateVisualSummary = generateVisualSummary;
+// Script injected into the page to extract visible state in one evaluate call
+const EXTRACT_STATE_SCRIPT = `(() => {
+  try {
+    const url = location.href;
+    const title = document.title;
+
+    // Scroll position
+    const scrollX = Math.round(window.scrollX);
+    const scrollY = Math.round(window.scrollY);
+    const scrollHeight = document.documentElement.scrollHeight || document.body.scrollHeight || 0;
+    const clientHeight = document.documentElement.clientHeight || window.innerHeight || 0;
+
+    // Active/focused element
+    let activeEl = null;
+    try {
+      const el = document.activeElement;
+      if (el && el !== document.body && el !== document.documentElement) {
+        const tag = el.tagName.toLowerCase();
+        const label =
+          el.getAttribute('aria-label') ||
+          el.getAttribute('title') ||
+          el.getAttribute('name') ||
+          (el.textContent || '').trim().slice(0, 40);
+        const ariaSelected = el.getAttribute('aria-selected');
+        const ariaCurrent = el.getAttribute('aria-current');
+        const isActive = el.classList.contains('active');
+        activeEl = { tag, label, ariaSelected, ariaCurrent, isActive };
+      }
+    } catch (e) {}
+
+    // Visible scrollable panels (role=tabpanel, [class*=panel], [class*=content], main, article)
+    const panelSelectors = [
+      '[role="tabpanel"]',
+      'main',
+      'article',
+      '[class*="panel"]',
+      '[class*="content"]',
+    ];
+    const panels = [];
+    const seenPanels = new Set();
+    for (const sel of panelSelectors) {
+      if (panels.length >= 3) break;
+      let found;
+      try { found = document.querySelectorAll(sel); } catch (e) { continue; }
+      for (const el of found) {
+        if (panels.length >= 3) break;
+        if (seenPanels.has(el)) continue;
+        const rect = el.getBoundingClientRect();
+        if (rect.width === 0 || rect.height === 0) continue;
+        if (rect.bottom < 0 || rect.top > window.innerHeight) continue;
+        const text = (el.textContent || '').trim().replace(/\\s+/g, ' ').slice(0, 100);
+        if (!text) continue;
+        seenPanels.add(el);
+        panels.push(text);
+      }
+    }
+
+    // Active tab/button states (aria-selected, aria-current, .active)
+    const activeStates = [];
+    try {
+      const candidates = document.querySelectorAll(
+        '[aria-selected="true"], [aria-current], .active, [class*="tab--active"], [class*="tab-active"]'
+      );
+      for (const el of candidates) {
+        if (activeStates.length >= 5) break;
+        const rect = el.getBoundingClientRect();
+        if (rect.width === 0 || rect.height === 0) continue;
+        const tag = el.tagName.toLowerCase();
+        const text = (el.textContent || '').trim().slice(0, 40);
+        const ariaSelected = el.getAttribute('aria-selected');
+        const ariaCurrent = el.getAttribute('aria-current');
+        const qualifier = ariaSelected === 'true' ? 'aria-selected' : ariaCurrent ? 'aria-current' : 'active';
+        if (text) activeStates.push({ tag, text, qualifier });
+      }
+    } catch (e) {}
+
+    // Visible form state (inputs, selects, checkboxes)
+    const formState = [];
+    try {
+      const inputs = document.querySelectorAll('input:not([type="hidden"]), select, textarea');
+      for (const el of inputs) {
+        if (formState.length >= 5) break;
+        const rect = el.getBoundingClientRect();
+        if (rect.width === 0 || rect.height === 0) continue;
+        if (rect.bottom < 0 || rect.top > window.innerHeight) continue;
+        const tag = el.tagName.toLowerCase();
+        const type = el.getAttribute('type') || tag;
+        const name = el.getAttribute('name') || el.getAttribute('aria-label') || el.getAttribute('placeholder') || '';
+        if (type === 'checkbox' || type === 'radio') {
+          formState.push({ type, name, checked: el.checked });
+        } else if (tag === 'select') {
+          const opt = el.options[el.selectedIndex];
+          const val = opt ? (opt.text || opt.value).slice(0, 30) : '';
+          if (val) formState.push({ type: 'select', name, value: val });
+        } else {
+          const val = (el.value || '').slice(0, 40);
+          if (val) formState.push({ type, name, value: val });
+        }
+      }
+    } catch (e) {}
+
+    // Visible headings for section context
+    const headings = [];
+    try {
+      const hEls = document.querySelectorAll('h1, h2, h3, h4');
+      for (const el of hEls) {
+        if (headings.length >= 4) break;
+        const rect = el.getBoundingClientRect();
+        if (rect.width === 0 || rect.height === 0) continue;
+        if (rect.bottom < 0 || rect.top > window.innerHeight) continue;
+        const tag = el.tagName.toLowerCase();
+        const text = (el.textContent || '').trim().slice(0, 50);
+        if (text) headings.push({ tag, text });
+      }
+    } catch (e) {}
+
+    return { url, title, scrollX, scrollY, scrollHeight, clientHeight, panels, activeStates, formState, headings, activeEl };
+  } catch (e) {
+    return null;
+  }
+})()`;
+/**
+ * Format extracted page state into a compact multi-line string.
+ */
+function formatPageState(state) {
+    const lines = [];
+    // Line 1: URL, title, scroll position
+    const scrollPct = state.scrollHeight > 0
+        ? Math.round((state.scrollY / (state.scrollHeight - state.clientHeight || state.scrollHeight)) * 100)
+        : 0;
+    const titleShort = state.title.slice(0, 60);
+    lines.push(`[Page State] url: ${state.url} | title: "${titleShort}" | scroll: ${state.scrollY}/${state.scrollHeight} (${scrollPct}%)`);
+    // Active focused element (deduplicated with activeStates)
+    if (state.activeEl) {
+        const { tag, label, ariaSelected, ariaCurrent, isActive } = state.activeEl;
+        const qualifier = ariaSelected === 'true' ? ' (aria-selected)' : ariaCurrent ? ' (aria-current)' : isActive ? ' (active)' : '';
+        if (label)
+            lines.push(`[Active] ${tag} "${label}"${qualifier}`);
+    }
+    // Active tab/button states
+    if (state.activeStates.length > 0) {
+        const parts = state.activeStates.map(s => `${s.tag} "${s.text}" (${s.qualifier})`);
+        lines.push(`[Selected] ${parts.join(' | ')}`);
+    }
+    // Visible panels
+    if (state.panels.length > 0) {
+        const parts = state.panels.map((p, i) => `Panel ${i + 1}: "${p}"`);
+        lines.push(`[Visible] ${parts.join(' | ')}`);
+    }
+    // Headings
+    if (state.headings.length > 0) {
+        const parts = state.headings.map(h => `${h.tag}: "${h.text}"`);
+        lines.push(`[Headings] ${parts.join(' | ')}`);
+    }
+    // Form state
+    if (state.formState.length > 0) {
+        const parts = state.formState.map(f => {
+            if (f.type === 'checkbox' || f.type === 'radio') {
+                return `${f.name || f.type}=${f.checked ? 'checked' : 'unchecked'}`;
+            }
+            return `${f.name || f.type}="${f.value}"`;
+        });
+        lines.push(`[Form] ${parts.join(' | ')}`);
+    }
+    return lines.join('\n');
+}
+/**
+ * Generate a lightweight text description of the visible page state.
+ *
+ * Extracts URL, title, scroll position, active elements, visible panel content,
+ * headings, and form state — formatted for LLM consumption (~100-200 tokens).
+ *
+ * Returns an empty string on any error (non-blocking, fail-safe).
+ */
+async function generateVisualSummary(page) {
+    try {
+        const state = await Promise.race([
+            page.evaluate(EXTRACT_STATE_SCRIPT),
+            new Promise((resolve) => setTimeout(() => resolve(null), 3000)),
+        ]);
+        if (!state)
+            return '';
+        return formatPageState(state);
+    }
+    catch {
+        return '';
+    }
+}
+//# sourceMappingURL=visual-summary.js.map

package/dist/utils/visual-summary.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"visual-summary.js","sourceRoot":"","sources":["../../src/utils/visual-summary.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;AAwMH,sDAaC;AAjND,8EAA8E;AAC9E,MAAM,oBAAoB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAuHxB,CAAC;AAgBN;;GAEG;AACH,SAAS,eAAe,CAAC,KAAgB;IACvC,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,sCAAsC;IACtC,MAAM,SAAS,GAAG,KAAK,CAAC,YAAY,GAAG,CAAC;QACtC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,KAAK,CAAC,YAAY,GAAG,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC,GAAG,GAAG,CAAC;QACrG,CAAC,CAAC,CAAC,CAAC;IACN,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC5C,KAAK,CAAC,IAAI,CAAC,qBAAqB,KAAK,CAAC,GAAG,cAAc,UAAU,eAAe,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,YAAY,KAAK,SAAS,IAAI,CAAC,CAAC;IAEvI,0DAA0D;IAC1D,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;QACnB,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,QAAQ,EAAE,GAAG,KAAK,CAAC,QAAQ,CAAC;QAC3E,MAAM,SAAS,GAAG,YAAY,KAAK,MAAM,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/H,IAAI,KAAK;YAAE,KAAK,CAAC,IAAI,CAAC,YAAY,GAAG,KAAK,KAAK,IAAI,SAAS,EAAE,CAAC,CAAC;IAClE,CAAC;IAED,2BAA2B;IAC3B,IAAI,KAAK,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClC,MAAM,KAAK,GAAG,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC;QACnF,KAAK,CAAC,IAAI,CAAC,cAAc,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAChD,CAAC;IAED,iBAAiB;IACjB,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACnE,KAAK,CAAC,IAAI,CAAC,aAAa,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED,WAAW;IACX,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;QAC/D,KAAK,CAAC,IAAI,CAAC,cAAc,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAChD,CAAC;IAED,aAAa;IACb,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;YACpC,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAChD,OAAO,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;YACtE,CAAC;YACD,OAAO,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,KAAK,GAAG,CAAC;QAC5C,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,IAAI,CAAC,UAAU,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;;;;;;GAOG;AACI,KAAK,UAAU,qBAAqB,CAAC,IAAU;IACpD,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;YAC/B,IAAI,CAAC,QAAQ,CAAC,oBAAoB,CAA8B;YAChE,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;SACtE,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,CAAC;QAEtB,OAAO,eAAe,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "openchrome-mcp",
-  "version": "1.2.13",
+  "version": "1.3.0",
   "description": "Open-source browser automation MCP server. Control your real Chrome from any AI agent.",
   "main": "dist/index.js",
   "bin": {