browser-pilot 0.0.13 → 0.0.15

package/dist/{chunk-VDAMDOS6.mjs → chunk-ZAXQ5OTV.mjs}

@@ -1,6 +1,7 @@
 import {
-  createCDPClient
-} from "./chunk-HP6R3W32.mjs";
+  createCDPClient,
+  stringifyUnknown
+} from "./chunk-BVZALQT4.mjs";
 import {
   createProvider
 } from "./chunk-BRAFQUMG.mjs";
@@ -11,7 +12,7 @@ import {
   TimeoutError,
   ensureActionable,
   generateHints
-} from "./chunk-A2ZRAEO3.mjs";
+} from "./chunk-7YVCOL2W.mjs";
 
 // src/audio/encoding.ts
 function bufferToBase64(data) {
@@ -142,6 +143,10 @@ async function grantAudioPermissions(cdp, origin) {
   await cdp.send("Page.addScriptToEvaluateOnNewDocument", {
     source: PERMISSIONS_OVERRIDE_SCRIPT
   });
+  await cdp.send("Runtime.evaluate", {
+    expression: PERMISSIONS_OVERRIDE_SCRIPT,
+    awaitPromise: false
+  });
 }
 var PERMISSIONS_OVERRIDE_SCRIPT = `
 (function() {
@@ -2327,6 +2332,9 @@ var Page = class {
   brokenFrame = null;
   /** Last matched selector from findElement (for selectorUsed tracking) */
   _lastMatchedSelector;
+  _lastActionCoordinates = null;
+  _lastActionBoundingBox = null;
+  _lastActionTargetMetadata = null;
   /** Last snapshot for stale ref recovery */
   lastSnapshot;
   /** Audio input controller (lazy-initialized) */
@@ -2358,6 +2366,76 @@ var Page = class {
   getLastMatchedSelector() {
     return this._lastMatchedSelector;
   }
+  async getActionTargetMetadata(identifiers) {
+    try {
+      const objectId = identifiers.objectId ?? (identifiers.nodeId ? await this.resolveObjectId(identifiers.nodeId) : void 0);
+      if (!objectId) return null;
+      const response = await this.cdp.send("Runtime.callFunctionOn", {
+        objectId,
+        functionDeclaration: `function() {
+          const tagName = this.tagName?.toLowerCase?.() || '';
+          const inputType =
+            tagName === 'input' && typeof this.type === 'string' ? this.type.toLowerCase() : '';
+          const autocomplete =
+            typeof this.autocomplete === 'string' ? this.autocomplete.toLowerCase() : '';
+          return { tagName, inputType, autocomplete };
+        }`,
+        returnByValue: true
+      });
+      return response.result.value ?? null;
+    } catch {
+      return null;
+    }
+  }
+  async getElementPosition(identifiers) {
+    try {
+      const { quads } = await this.cdp.send(
+        "DOM.getContentQuads",
+        identifiers
+      );
+      if (quads?.length > 0) {
+        const q = quads[0];
+        const minX = Math.min(q[0], q[2], q[4], q[6]);
+        const maxX = Math.max(q[0], q[2], q[4], q[6]);
+        const minY = Math.min(q[1], q[3], q[5], q[7]);
+        const maxY = Math.max(q[1], q[3], q[5], q[7]);
+        return {
+          center: { x: (minX + maxX) / 2, y: (minY + maxY) / 2 },
+          bbox: { x: minX, y: minY, width: maxX - minX, height: maxY - minY }
+        };
+      }
+    } catch {
+    }
+    if (identifiers.nodeId) {
+      const box = await this.getBoxModel(identifiers.nodeId);
+      if (box) {
+        return {
+          center: { x: box.content[0] + box.width / 2, y: box.content[1] + box.height / 2 },
+          bbox: { x: box.content[0], y: box.content[1], width: box.width, height: box.height }
+        };
+      }
+    }
+    return null;
+  }
+  setLastActionPosition(coords, bbox) {
+    this._lastActionCoordinates = coords;
+    this._lastActionBoundingBox = bbox;
+  }
+  getLastActionCoordinates() {
+    return this._lastActionCoordinates;
+  }
+  getLastActionBoundingBox() {
+    return this._lastActionBoundingBox;
+  }
+  getLastActionTargetMetadata() {
+    return this._lastActionTargetMetadata;
+  }
+  /** Reset position tracking (call before each executor step) */
+  resetLastActionPosition() {
+    this._lastActionCoordinates = null;
+    this._lastActionBoundingBox = null;
+    this._lastActionTargetMetadata = null;
+  }
   /**
    * Initialize the page (enable required CDP domains)
    */
@@ -2525,6 +2603,14 @@ var Page = class {
           const quad = quads[0];
           clickX = (quad[0] + quad[2] + quad[4] + quad[6]) / 4;
           clickY = (quad[1] + quad[3] + quad[5] + quad[7]) / 4;
+          const minX = Math.min(quad[0], quad[2], quad[4], quad[6]);
+          const maxX = Math.max(quad[0], quad[2], quad[4], quad[6]);
+          const minY = Math.min(quad[1], quad[3], quad[5], quad[7]);
+          const maxY = Math.max(quad[1], quad[3], quad[5], quad[7]);
+          this.setLastActionPosition(
+            { x: clickX, y: clickY },
+            { x: minX, y: minY, width: maxX - minX, height: maxY - minY }
+          );
         } else {
           throw new Error("No quads");
         }
@@ -2533,6 +2619,10 @@ var Page = class {
         if (!box) throw new Error("Could not get element position");
         clickX = box.content[0] + box.width / 2;
         clickY = box.content[1] + box.height / 2;
+        this.setLastActionPosition(
+          { x: clickX, y: clickY },
+          { x: box.content[0], y: box.content[1], width: box.width, height: box.height }
+        );
       }
       const hitTargetCoordinates = this.currentFrame ? void 0 : { x: clickX, y: clickY };
       const HIT_TARGET_RETRIES = 3;
@@ -2583,13 +2673,20 @@ var Page = class {
         if (options.optional) return false;
         throw e;
       }
+      const fillPos = await this.getElementPosition({ nodeId: element.nodeId });
+      if (fillPos) this.setLastActionPosition(fillPos.center, fillPos.bbox);
       const tagInfo = await this.cdp.send("Runtime.callFunctionOn", {
         objectId,
         functionDeclaration: `function() {
-            return { tagName: this.tagName?.toLowerCase() || '', inputType: (this.type || '').toLowerCase() };
+            return {
+              tagName: this.tagName?.toLowerCase() || '',
+              inputType: (this.type || '').toLowerCase(),
+              autocomplete: typeof this.autocomplete === 'string' ? this.autocomplete.toLowerCase() : '',
+            };
           }`,
         returnByValue: true
       });
+      this._lastActionTargetMetadata = tagInfo.result.value;
       const { tagName, inputType } = tagInfo.result.value;
       const specialInputTypes = /* @__PURE__ */ new Set([
         "date",
@@ -2671,6 +2768,9 @@ var Page = class {
         if (options.optional) return false;
         throw e;
       }
+      const typePos = await this.getElementPosition({ nodeId: element.nodeId });
+      if (typePos) this.setLastActionPosition(typePos.center, typePos.bbox);
+      this._lastActionTargetMetadata = await this.getActionTargetMetadata({ objectId });
       await this.cdp.send("DOM.focus", { nodeId: element.nodeId });
       for (const char of text) {
         const def = US_KEYBOARD[char];
@@ -2750,6 +2850,9 @@ var Page = class {
         if (options.optional) return false;
         throw e;
       }
+      const selectPos = await this.getElementPosition({ nodeId: element.nodeId });
+      if (selectPos) this.setLastActionPosition(selectPos.center, selectPos.bbox);
+      this._lastActionTargetMetadata = await this.getActionTargetMetadata({ objectId });
       const metadata = await this.getNativeSelectMetadata(objectId, values);
       if (!metadata.isSelect) {
         throw new Error("select() target must be a native <select> element");
@@ -2886,6 +2989,8 @@ var Page = class {
         if (options.optional) return false;
         throw e;
       }
+      const checkPos = await this.getElementPosition({ nodeId: element.nodeId });
+      if (checkPos) this.setLastActionPosition(checkPos.center, checkPos.bbox);
       const before = await this.cdp.send("Runtime.callFunctionOn", {
         objectId: object.objectId,
         functionDeclaration: "function() { return !!this.checked; }",
@@ -2934,6 +3039,8 @@ var Page = class {
         if (options.optional) return false;
         throw e;
       }
+      const uncheckPos = await this.getElementPosition({ nodeId: element.nodeId });
+      if (uncheckPos) this.setLastActionPosition(uncheckPos.center, uncheckPos.bbox);
       const isRadio = await this.cdp.send(
         "Runtime.callFunctionOn",
         {
@@ -2989,6 +3096,8 @@ var Page = class {
         throw new ElementNotFoundError(selector, hints);
       }
       const objectId = await this.resolveObjectId(element.nodeId);
+      const submitPos = await this.getElementPosition({ nodeId: element.nodeId });
+      if (submitPos) this.setLastActionPosition(submitPos.center, submitPos.bbox);
       const isFormElement = await this.cdp.send(
         "Runtime.callFunctionOn",
         {
@@ -3085,6 +3194,8 @@ var Page = class {
       const hints = await generateHints(this, selectorList, "focus");
       throw new ElementNotFoundError(selector, hints);
     }
+    const focusPos = await this.getElementPosition({ nodeId: element.nodeId });
+    if (focusPos) this.setLastActionPosition(focusPos.center, focusPos.bbox);
     await this.cdp.send("DOM.focus", { nodeId: element.nodeId });
     return true;
   }
@@ -3120,6 +3231,14 @@ var Page = class {
           const quad = quads[0];
           x = (quad[0] + quad[2] + quad[4] + quad[6]) / 4;
           y = (quad[1] + quad[3] + quad[5] + quad[7]) / 4;
+          const minX = Math.min(quad[0], quad[2], quad[4], quad[6]);
+          const maxX = Math.max(quad[0], quad[2], quad[4], quad[6]);
+          const minY = Math.min(quad[1], quad[3], quad[5], quad[7]);
+          const maxY = Math.max(quad[1], quad[3], quad[5], quad[7]);
+          this.setLastActionPosition(
+            { x, y },
+            { x: minX, y: minY, width: maxX - minX, height: maxY - minY }
+          );
         } else {
           throw new Error("No quads");
         }
@@ -3131,6 +3250,10 @@ var Page = class {
         }
         x = box.content[0] + box.width / 2;
         y = box.content[1] + box.height / 2;
+        this.setLastActionPosition(
+          { x, y },
+          { x: box.content[0], y: box.content[1], width: box.width, height: box.height }
+        );
       }
       await this.cdp.send("Input.dispatchMouseEvent", {
         type: "mouseMoved",
@@ -3156,6 +3279,8 @@ var Page = class {
       if (options.optional) return false;
       throw new ElementNotFoundError(selector);
     }
+    const scrollPos = await this.getElementPosition({ nodeId: element.nodeId });
+    if (scrollPos) this.setLastActionPosition(scrollPos.center, scrollPos.bbox);
     await this.scrollIntoView(element.nodeId);
     return true;
   }
@@ -3917,7 +4042,7 @@ var Page = class {
       return {
         role,
         name,
-        value: value !== void 0 ? String(value) : void 0,
+        value: value !== void 0 ? stringifyUnknown(value) : void 0,
         ref,
         children: children.length > 0 ? children : void 0,
         disabled,
@@ -3979,7 +4104,7 @@ var Page = class {
           selector,
           disabled,
           checked,
-          value: value !== void 0 ? String(value) : void 0
+          value: value !== void 0 ? stringifyUnknown(value) : void 0
         });
       }
     }
@@ -4449,7 +4574,7 @@ var Page = class {
    */
   formatConsoleArgs(args) {
     return args.map((arg) => {
-      if (arg.value !== void 0) return String(arg.value);
+      if (arg.value !== void 0) return stringifyUnknown(arg.value);
       if (arg.description) return arg.description;
       return "[object]";
     }).join(" ");
@@ -5238,6 +5363,25 @@ var Browser = class _Browser {
     this.cdp = cdp;
     this.providerSession = providerSession;
   }
+  /**
+   * Create a Browser from an existing CDPClient (used by daemon fast-path).
+   * The caller is responsible for the CDP connection lifecycle.
+   */
+  static fromCDP(cdp, sessionInfo) {
+    const providerSession = {
+      wsUrl: sessionInfo.wsUrl,
+      sessionId: sessionInfo.sessionId,
+      async close() {
+      }
+    };
+    const provider = {
+      name: sessionInfo.provider ?? "daemon",
+      async createSession() {
+        return providerSession;
+      }
+    };
+    return new _Browser(cdp, provider, providerSession, { provider: "generic" });
+  }
   /**
    * Connect to a browser instance
    */