@ai-support-agent/cli 0.1.31 → 0.1.32-beta.1

package/dist/mcp/tools/browser/element-info.js

@@ -10,189 +10,21 @@ exports.getElementAtPoint = getElementAtPoint;
 exports.getFocusedElementInfo = getFocusedElementInfo;
 exports.getCursorAt = getCursorAt;
 exports.formatElementInfo = formatElementInfo;
-/**
- * JavaScript to run in the browser via page.evaluate() to extract element info.
- * Returns ElementInfo-compatible object or null.
- */
-const ELEMENT_AT_POINT_SCRIPT = `(point) => {
-  const el = document.elementFromPoint(point.x, point.y);
-  if (!el) return null;
-  return extractInfo(el);
-
-  function extractInfo(el) {
-    const tag = el.tagName.toLowerCase();
-    const id = el.id;
-    const name = el.getAttribute('name');
-    const type = el.getAttribute('type');
-    const role = el.getAttribute('role') || implicitRole(tag, type);
-    const ariaLabel = el.getAttribute('aria-label');
-    const placeholder = el.getAttribute('placeholder');
-    const title = el.getAttribute('title');
-    const href = el.getAttribute('href');
-    const text = getVisibleText(el);
-    const testId = el.getAttribute('data-testid') || el.getAttribute('data-test-id');
-
-    const selector = buildSelector(el, tag, id, name, testId, text, role, ariaLabel, placeholder, type);
-    const label = ariaLabel || placeholder || name || title || undefined;
-
-    return {
-      selector,
-      tagName: tag,
-      type: type || undefined,
-      text: text || undefined,
-      role: role || undefined,
-      label: label || undefined,
-      href: href || undefined,
-    };
-  }
-
-  function buildSelector(el, tag, id, name, testId, text, role, ariaLabel, placeholder, type) {
-    // Priority 1: data-testid (most stable)
-    if (testId) return '[data-testid="' + testId + '"]';
-
-    // Priority 2: id (unique)
-    if (id) return '#' + CSS.escape(id);
-
-    // Priority 3: role + name (accessible selectors)
-    if (role && ariaLabel) return tag + '[role="' + role + '"][aria-label="' + ariaLabel + '"]';
-
-    // Priority 4: name attribute (forms)
-    if (name && (tag === 'input' || tag === 'select' || tag === 'textarea')) {
-      return tag + '[name="' + name + '"]';
-    }
-
-    // Priority 5: Playwright text selector for buttons/links
-    if (text && text.length <= 50 && (tag === 'button' || tag === 'a' || role === 'button' || role === 'link')) {
-      return tag + ':has-text("' + text.replace(/"/g, '\\\\"') + '")';
-    }
-
-    // Priority 6: placeholder for inputs
-    if (placeholder && tag === 'input') {
-      return 'input[placeholder="' + placeholder + '"]';
-    }
-
-    // Priority 7: type for inputs
-    if (type && tag === 'input') {
-      // Check if unique enough by adding parent context
-      const parent = el.parentElement;
-      if (parent && parent.id) {
-        return '#' + CSS.escape(parent.id) + ' > input[type="' + type + '"]';
-      }
-      return 'input[type="' + type + '"]';
-    }
-
-    // Priority 8: nth-of-type with class
-    const classes = Array.from(el.classList).filter(c => !c.match(/^(js-|is-|has-)/)).slice(0, 2);
-    if (classes.length > 0) {
-      const classSelector = tag + '.' + classes.map(c => CSS.escape(c)).join('.');
-      const siblings = document.querySelectorAll(classSelector);
-      if (siblings.length === 1) return classSelector;
-      const index = Array.from(siblings).indexOf(el);
-      if (index >= 0) return classSelector + ':nth-of-type(' + (index + 1) + ')';
-    }
-
-    // Fallback: tag with index
-    return tag;
-  }
-
-  function getVisibleText(el) {
-    const text = (el.textContent || '').trim();
-    return text.length > 80 ? text.substring(0, 77) + '...' : text;
-  }
-
-  function implicitRole(tag, type) {
-    if (tag === 'button') return 'button';
-    if (tag === 'a') return 'link';
-    if (tag === 'input') {
-      if (type === 'checkbox') return 'checkbox';
-      if (type === 'radio') return 'radio';
-      if (type === 'submit') return 'button';
-      if (!type || type === 'text' || type === 'email' || type === 'password' || type === 'search' || type === 'tel' || type === 'url' || type === 'number') return 'textbox';
-    }
-    if (tag === 'textarea') return 'textbox';
-    if (tag === 'select') return 'combobox';
-    if (tag === 'img') return 'img';
-    return '';
-  }
-}`;
-/**
- * JavaScript to read the CSS `cursor` value of the element at a point.
- * Mirrors ELEMENT_AT_POINT_SCRIPT's string-script convention so the browser
- * context (not Node) resolves DOM types. Returns 'default' when no element is
- * found or the computed cursor is empty.
- */
-const CURSOR_AT_POINT_SCRIPT = `(point) => {
-  const el = document.elementFromPoint(point.x, point.y);
-  if (!el) return 'default';
-  return getComputedStyle(el).cursor || 'default';
-}`;
-/**
- * JavaScript to extract info about the currently focused element.
- */
-const FOCUSED_ELEMENT_SCRIPT = `() => {
-  const el = document.activeElement;
-  if (!el || el === document.body) return null;
-
-  const tag = el.tagName.toLowerCase();
-  const id = el.id;
-  const name = el.getAttribute('name');
-  const type = el.getAttribute('type');
-  const role = el.getAttribute('role') || implicitRole(tag, type);
-  const ariaLabel = el.getAttribute('aria-label');
-  const placeholder = el.getAttribute('placeholder');
-  const title = el.getAttribute('title');
-  const testId = el.getAttribute('data-testid') || el.getAttribute('data-test-id');
-
-  const selector = buildSelector(el, tag, id, name, testId, '', role, ariaLabel, placeholder, type);
-  const label = ariaLabel || placeholder || name || title || undefined;
-
-  return {
-    selector,
-    tagName: tag,
-    type: type || undefined,
-    role: role || undefined,
-    label: label || undefined,
-  };
-
-  function buildSelector(el, tag, id, name, testId, text, role, ariaLabel, placeholder, type) {
-    if (testId) return '[data-testid="' + testId + '"]';
-    if (id) return '#' + CSS.escape(id);
-    if (role && ariaLabel) return tag + '[role="' + role + '"][aria-label="' + ariaLabel + '"]';
-    if (name && (tag === 'input' || tag === 'select' || tag === 'textarea')) {
-      return tag + '[name="' + name + '"]';
-    }
-    if (placeholder && tag === 'input') {
-      return 'input[placeholder="' + placeholder + '"]';
-    }
-    if (type && tag === 'input') return 'input[type="' + type + '"]';
-    const classes = Array.from(el.classList).filter(c => !c.match(/^(js-|is-|has-)/)).slice(0, 2);
-    if (classes.length > 0) return tag + '.' + classes.map(c => CSS.escape(c)).join('.');
-    return tag;
-  }
-
-  function implicitRole(tag, type) {
-    if (tag === 'button') return 'button';
-    if (tag === 'a') return 'link';
-    if (tag === 'input') {
-      if (type === 'checkbox') return 'checkbox';
-      if (type === 'radio') return 'radio';
-      if (type === 'submit') return 'button';
-      if (!type || type === 'text' || type === 'email' || type === 'password' || type === 'search' || type === 'tel' || type === 'url' || type === 'number') return 'textbox';
-    }
-    if (tag === 'textarea') return 'textbox';
-    if (tag === 'select') return 'combobox';
-    return '';
-  }
-}`;
+const logger_1 = require("../../../logger");
+const page_scripts_1 = require("./page-scripts");
 /**
  * Get element info at the given coordinates via page.evaluate().
  * Returns null if no element found or on error.
  */
 async function getElementAtPoint(page, x, y) {
     try {
-        return await page.evaluate(ELEMENT_AT_POINT_SCRIPT, { x, y });
+        return await page.evaluate(page_scripts_1.ELEMENT_AT_POINT_SCRIPT, { x, y });
     }
-    catch {
+    catch (error) {
+        // The script now actually executes in the page, so real eval errors reach
+        // here; log them (debug — this is best-effort enrichment) instead of
+        // silently dropping them.
+        logger_1.logger.debug(`[browser] getElementAtPoint evaluate failed: ${String(error)}`);
         return null;
     }
 }
@@ -202,9 +34,10 @@ async function getElementAtPoint(page, x, y) {
  */
 async function getFocusedElementInfo(page) {
     try {
-        return await page.evaluate(FOCUSED_ELEMENT_SCRIPT);
+        return await page.evaluate(page_scripts_1.FOCUSED_ELEMENT_SCRIPT);
     }
-    catch {
+    catch (error) {
+        logger_1.logger.debug(`[browser] getFocusedElementInfo evaluate failed: ${String(error)}`);
         return null;
     }
 }
@@ -217,7 +50,7 @@ async function getFocusedElementInfo(page) {
  * cursor update for that frame instead of reporting a misleading 'default'.
  */
 async function getCursorAt(page, x, y) {
-    const result = await page.evaluate(CURSOR_AT_POINT_SCRIPT, { x, y });
+    const result = await page.evaluate(page_scripts_1.CURSOR_AT_POINT_SCRIPT, { x, y });
     return typeof result === 'string' ? result : 'default';
 }
 /**

package/dist/mcp/tools/browser/element-info.js.map

@@ -1 +1 @@
-{"version":3,"file":"element-info.js","sourceRoot":"","sources":["../../../../src/mcp/tools/browser/element-info.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;AA2MH,8CAMC;AAMD,sDAMC;AAUD,kCAGC;AAKD,8CAiBC;AA1OD;;;GAGG;AACH,MAAM,uBAAuB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAoG9B,CAAA;AAEF;;;;;GAKG;AACH,MAAM,sBAAsB,GAAG;;;;EAI7B,CAAA;AAEF;;GAEG;AACH,MAAM,sBAAsB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAsD7B,CAAA;AAEF;;;GAGG;AACI,KAAK,UAAU,iBAAiB,CAAC,IAAU,EAAE,CAAS,EAAE,CAAS;IACtE,IAAI,CAAC;QACH,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,uBAAuB,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAuB,CAAA;IACrF,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAED;;;GAGG;AACI,KAAK,UAAU,qBAAqB,CAAC,IAAU;IACpD,IAAI,CAAC;QACH,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,sBAAsB,CAAuB,CAAA;IAC1E,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAED;;;;;;;GAOG;AACI,KAAK,UAAU,WAAW,CAAC,IAAU,EAAE,CAAS,EAAE,CAAS;IAChE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,sBAAsB,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAA;IACpE,OAAO,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAA;AACxD,CAAC;AAED;;GAEG;AACH,SAAgB,iBAAiB,CAAC,IAAiB;IACjD,MAAM,KAAK,GAAa,EAAE,CAAA;IAE1B,oEAAoE;IACpE,KAAK,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAA;IAEzC,sBAAsB;IACtB,MAAM,IAAI,GAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACrC,IAAI,IAAI,CAAC,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA;IAC7C,IAAI,IAAI,CAAC,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA;IAC7C,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;IAEjC,IAAI,IAAI,CAAC,KAAK;QAAE,KAAK,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,KAAK,GAAG,CAAC,CAAA;IACnD,IAAI,IAAI,CAAC,IAAI;QAAE,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,GAAG,CAAC,CAAA;IAChD,IAAI,IAAI,CAAC,IAAI;QAAE,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,GAAG,CAAC,CAAA;IAEhD,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;AACxB,CAAC"}
+{"version":3,"file":"element-info.js","sourceRoot":"","sources":["../../../../src/mcp/tools/browser/element-info.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;AAiCH,8CAUC;AAMD,sDAOC;AAUD,kCAGC;AAKD,8CAiBC;AAvFD,4CAAwC;AACxC,iDAIuB;AAoBvB;;;GAGG;AACI,KAAK,UAAU,iBAAiB,CAAC,IAAU,EAAE,CAAS,EAAE,CAAS;IACtE,IAAI,CAAC;QACH,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,sCAAuB,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAuB,CAAA;IACrF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,0EAA0E;QAC1E,qEAAqE;QACrE,0BAA0B;QAC1B,eAAM,CAAC,KAAK,CAAC,gDAAgD,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QAC7E,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAED;;;GAGG;AACI,KAAK,UAAU,qBAAqB,CAAC,IAAU;IACpD,IAAI,CAAC;QACH,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,qCAAsB,CAAuB,CAAA;IAC1E,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,eAAM,CAAC,KAAK,CAAC,oDAAoD,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QACjF,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAED;;;;;;;GAOG;AACI,KAAK,UAAU,WAAW,CAAC,IAAU,EAAE,CAAS,EAAE,CAAS;IAChE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,qCAAsB,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAA;IACpE,OAAO,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAA;AACxD,CAAC;AAED;;GAEG;AACH,SAAgB,iBAAiB,CAAC,IAAiB;IACjD,MAAM,KAAK,GAAa,EAAE,CAAA;IAE1B,oEAAoE;IACpE,KAAK,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAA;IAEzC,sBAAsB;IACtB,MAAM,IAAI,GAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACrC,IAAI,IAAI,CAAC,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA;IAC7C,IAAI,IAAI,CAAC,IAAI;QAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA;IAC7C,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;IAEjC,IAAI,IAAI,CAAC,KAAK;QAAE,KAAK,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,KAAK,GAAG,CAAC,CAAA;IACnD,IAAI,IAAI,CAAC,IAAI;QAAE,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,GAAG,CAAC,CAAA;IAChD,IAAI,IAAI,CAAC,IAAI;QAAE,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,GAAG,CAAC,CAAA;IAEhD,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;AACxB,CAAC"}

package/dist/mcp/tools/browser/page-scripts.d.ts

@@ -0,0 +1,87 @@
+/**
+ * page-scripts.ts — Browser-context functions passed to Playwright's
+ * page.evaluate() / page.addInitScript().
+ *
+ * IMPORTANT: every function in this module is serialized by Playwright and
+ * executed INSIDE the browser page, NOT in Node. They must therefore be
+ * self-contained (no references to Node/module-scope variables) and may only
+ * use browser globals (document, window, getComputedStyle, CSS, …).
+ *
+ * They are REAL functions (not strings): Playwright treats a string
+ * pageFunction as a JS expression and never calls it, so a string arrow
+ * function would silently do nothing and ignore its argument. Passing the
+ * function directly lets Playwright serialize and invoke it with the arg.
+ *
+ * DOM typing is provided by the MODULE-SCOPED ambient declarations below. They
+ * intentionally avoid `/// <reference lib="dom" />` and `declare global`, both
+ * of which leak DOM types into the rest of the (Node) codebase; module-scoped
+ * `declare const` bindings are visible only within this file, so the global
+ * tsconfig `lib: ["ES2022"]` (no "DOM") still catches stray DOM usage elsewhere.
+ */
+/**
+ * Extract Playwright-friendly element info for the element at a point.
+ * Returns an ElementInfo-compatible object or null.
+ */
+export declare const ELEMENT_AT_POINT_SCRIPT: (point: {
+    x: number;
+    y: number;
+}) => {
+    selector: string;
+    tagName: string;
+    type: string | undefined;
+    text: string | undefined;
+    role: string | undefined;
+    label: string | undefined;
+    href: string | undefined;
+} | null;
+/**
+ * Read the CSS `cursor` value of the element at a point. Returns 'default' when
+ * no element is found or the computed cursor is empty.
+ */
+export declare const CURSOR_AT_POINT_SCRIPT: (point: {
+    x: number;
+    y: number;
+}) => string;
+/**
+ * Extract info about the currently focused element.
+ */
+export declare const FOCUSED_ELEMENT_SCRIPT: () => {
+    selector: string;
+    tagName: string;
+    type: string | undefined;
+    role: string | undefined;
+    label: string | undefined;
+} | null;
+/**
+ * Read the current selection. Prefers the selection range of a focused
+ * input/textarea, falling back to the document selection. Returns an empty
+ * string when nothing is selected.
+ */
+export declare const GET_SELECTED_TEXT_SCRIPT: () => string;
+/**
+ * Install (idempotently) focus/value/selection reporting for simple
+ * input/textarea elements. Reports through the `window.__onBrowserFocus`
+ * binding exposed by Playwright.
+ *
+ * Listener registration is guarded by `window.__browserFocusReportingInstalled`
+ * so re-evaluating the script does not double-register handlers. The INITIAL
+ * report runs on EVERY evaluation (outside the guard) so an element already
+ * focused at injection time (e.g. an autofocused login field) is surfaced.
+ *
+ * Browser-side failures of the exposed binding are warned at most once here;
+ * the Node side (browser-session.ts exposeBinding wrapper) adds server-log
+ * observability for binding callback failures.
+ */
+export declare const FOCUS_REPORTING_SCRIPT: () => void;
+/**
+ * Reflect a value into the currently-focused reporting-target input/textarea
+ * using the native value setter + InputEvent('input') dispatch, so React-style
+ * controlled components do not roll the value back. Optionally applies a
+ * selection range. No-op when the active element is not a reporting target.
+ */
+export declare const SET_FOCUSED_INPUT_VALUE_SCRIPT: (args: {
+    value: string;
+    selectionStart?: number;
+    selectionEnd?: number;
+}) => void;
+//# sourceMappingURL=page-scripts.d.ts.map

package/dist/mcp/tools/browser/page-scripts.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"page-scripts.d.ts","sourceRoot":"","sources":["../../../../src/mcp/tools/browser/page-scripts.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AA+EH;;;GAGG;AACH,eAAO,MAAM,uBAAuB,GAAI,OAAO;IAAE,CAAC,EAAE,MAAM,CAAC;IAAC,CAAC,EAAE,MAAM,CAAA;CAAE;;;;;;;;QA+GtE,CAAA;AAED;;;GAGG;AACH,eAAO,MAAM,sBAAsB,GAAI,OAAO;IAAE,CAAC,EAAE,MAAM,CAAC;IAAC,CAAC,EAAE,MAAM,CAAA;CAAE,KAAG,MAIxE,CAAA;AAED;;GAEG;AACH,eAAO,MAAM,sBAAsB;;;;;;QAiElC,CAAA;AAED;;;;GAIG;AACH,eAAO,MAAM,wBAAwB,QAAO,MAa3C,CAAA;AAED;;;;;;;;;;;;;GAaG;AACH,eAAO,MAAM,sBAAsB,YAqHlC,CAAA;AAED;;;;;GAKG;AACH,eAAO,MAAM,8BAA8B,GAAI,MAAM;IACnD,KAAK,EAAE,MAAM,CAAA;IACb,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,YAAY,CAAC,EAAE,MAAM,CAAA;CACtB,SA4BA,CAAA"}