@browserbasehq/orca 3.0.8-stable → 3.0.9-alpha-1

package/dist/index.d.ts

@@ -2877,6 +2877,7 @@ declare class Page {
      * Supports iframe hop notation with '>>' (e.g., 'iframe#checkout >> .submit-btn').
      *
      * @param selector CSS selector to wait for (supports '>>' for iframe hops)
+     * @param options
      * @param options.state Element state to wait for: 'attached' | 'detached' | 'visible' | 'hidden' (default: 'visible')
      * @param options.timeout Maximum time to wait in milliseconds (default: 30000)
      * @param options.pierceShadow Whether to search inside shadow DOM (default: true)
@@ -4041,16 +4042,23 @@ declare const scrollVisionTool: (v3: V3, provider?: string) => ai.Tool<{
     percentage?: number;
 }, ScrollVisionToolResult>;
 
-declare const extractTool: (v3: V3, executionModel?: string, logger?: (message: LogLine) => void) => ai.Tool<{
+declare const extractTool: (v3: V3, executionModel?: string) => ai.Tool<{
     instruction: string;
-    schema?: string;
+    schema?: {
+        [x: string]: unknown;
+        type?: string;
+        properties?: Record<string, unknown>;
+        items?: unknown;
+        enum?: string[];
+        format?: "email" | "uuid" | "url";
+    };
 }, {
     success: boolean;
-    result: any;
+    result: unknown;
     error?: undefined;
 } | {
     success: boolean;
-    error: any;
+    error: string;
     result?: undefined;
 }>;
 

package/dist/index.js

@@ -200,7 +200,7 @@ var init_zodCompat = __esm({
 var STAGEHAND_VERSION;
 var init_version = __esm({
   "lib/version.ts"() {
-    STAGEHAND_VERSION = "3.0.8-stable";
+    STAGEHAND_VERSION = "3.0.9-alpha-1";
   }
 });
 
@@ -6792,6 +6792,538 @@ var require_interceptor = __commonJS({
   }
 });
 
+// ../../node_modules/.pnpm/debug@4.4.3/node_modules/debug/src/common.js
+var require_common3 = __commonJS({
+  "../../node_modules/.pnpm/debug@4.4.3/node_modules/debug/src/common.js"(exports2, module2) {
+    function setup(env) {
+      createDebug.debug = createDebug;
+      createDebug.default = createDebug;
+      createDebug.coerce = coerce;
+      createDebug.disable = disable;
+      createDebug.enable = enable;
+      createDebug.enabled = enabled;
+      createDebug.humanize = require_ms();
+      createDebug.destroy = destroy;
+      Object.keys(env).forEach((key) => {
+        createDebug[key] = env[key];
+      });
+      createDebug.names = [];
+      createDebug.skips = [];
+      createDebug.formatters = {};
+      function selectColor(namespace) {
+        let hash = 0;
+        for (let i2 = 0; i2 < namespace.length; i2++) {
+          hash = (hash << 5) - hash + namespace.charCodeAt(i2);
+          hash |= 0;
+        }
+        return createDebug.colors[Math.abs(hash) % createDebug.colors.length];
+      }
+      createDebug.selectColor = selectColor;
+      function createDebug(namespace) {
+        let prevTime;
+        let enableOverride = null;
+        let namespacesCache;
+        let enabledCache;
+        function debug2(...args) {
+          if (!debug2.enabled) {
+            return;
+          }
+          const self2 = debug2;
+          const curr = Number(/* @__PURE__ */ new Date());
+          const ms = curr - (prevTime || curr);
+          self2.diff = ms;
+          self2.prev = prevTime;
+          self2.curr = curr;
+          prevTime = curr;
+          args[0] = createDebug.coerce(args[0]);
+          if (typeof args[0] !== "string") {
+            args.unshift("%O");
+          }
+          let index = 0;
+          args[0] = args[0].replace(/%([a-zA-Z%])/g, (match, format) => {
+            if (match === "%%") {
+              return "%";
+            }
+            index++;
+            const formatter = createDebug.formatters[format];
+            if (typeof formatter === "function") {
+              const val = args[index];
+              match = formatter.call(self2, val);
+              args.splice(index, 1);
+              index--;
+            }
+            return match;
+          });
+          createDebug.formatArgs.call(self2, args);
+          const logFn = self2.log || createDebug.log;
+          logFn.apply(self2, args);
+        }
+        debug2.namespace = namespace;
+        debug2.useColors = createDebug.useColors();
+        debug2.color = createDebug.selectColor(namespace);
+        debug2.extend = extend;
+        debug2.destroy = createDebug.destroy;
+        Object.defineProperty(debug2, "enabled", {
+          enumerable: true,
+          configurable: false,
+          get: () => {
+            if (enableOverride !== null) {
+              return enableOverride;
+            }
+            if (namespacesCache !== createDebug.namespaces) {
+              namespacesCache = createDebug.namespaces;
+              enabledCache = createDebug.enabled(namespace);
+            }
+            return enabledCache;
+          },
+          set: (v) => {
+            enableOverride = v;
+          }
+        });
+        if (typeof createDebug.init === "function") {
+          createDebug.init(debug2);
+        }
+        return debug2;
+      }
+      function extend(namespace, delimiter) {
+        const newDebug = createDebug(this.namespace + (typeof delimiter === "undefined" ? ":" : delimiter) + namespace);
+        newDebug.log = this.log;
+        return newDebug;
+      }
+      function enable(namespaces) {
+        createDebug.save(namespaces);
+        createDebug.namespaces = namespaces;
+        createDebug.names = [];
+        createDebug.skips = [];
+        const split = (typeof namespaces === "string" ? namespaces : "").trim().replace(/\s+/g, ",").split(",").filter(Boolean);
+        for (const ns of split) {
+          if (ns[0] === "-") {
+            createDebug.skips.push(ns.slice(1));
+          } else {
+            createDebug.names.push(ns);
+          }
+        }
+      }
+      function matchesTemplate(search, template) {
+        let searchIndex = 0;
+        let templateIndex = 0;
+        let starIndex = -1;
+        let matchIndex = 0;
+        while (searchIndex < search.length) {
+          if (templateIndex < template.length && (template[templateIndex] === search[searchIndex] || template[templateIndex] === "*")) {
+            if (template[templateIndex] === "*") {
+              starIndex = templateIndex;
+              matchIndex = searchIndex;
+              templateIndex++;
+            } else {
+              searchIndex++;
+              templateIndex++;
+            }
+          } else if (starIndex !== -1) {
+            templateIndex = starIndex + 1;
+            matchIndex++;
+            searchIndex = matchIndex;
+          } else {
+            return false;
+          }
+        }
+        while (templateIndex < template.length && template[templateIndex] === "*") {
+          templateIndex++;
+        }
+        return templateIndex === template.length;
+      }
+      function disable() {
+        const namespaces = [
+          ...createDebug.names,
+          ...createDebug.skips.map((namespace) => "-" + namespace)
+        ].join(",");
+        createDebug.enable("");
+        return namespaces;
+      }
+      function enabled(name) {
+        for (const skip of createDebug.skips) {
+          if (matchesTemplate(name, skip)) {
+            return false;
+          }
+        }
+        for (const ns of createDebug.names) {
+          if (matchesTemplate(name, ns)) {
+            return true;
+          }
+        }
+        return false;
+      }
+      function coerce(val) {
+        if (val instanceof Error) {
+          return val.stack || val.message;
+        }
+        return val;
+      }
+      function destroy() {
+        console.warn("Instance method `debug.destroy()` is deprecated and no longer does anything. It will be removed in the next major version of `debug`.");
+      }
+      createDebug.enable(createDebug.load());
+      return createDebug;
+    }
+    module2.exports = setup;
+  }
+});
+
+// ../../node_modules/.pnpm/debug@4.4.3/node_modules/debug/src/browser.js
+var require_browser2 = __commonJS({
+  "../../node_modules/.pnpm/debug@4.4.3/node_modules/debug/src/browser.js"(exports2, module2) {
+    exports2.formatArgs = formatArgs2;
+    exports2.save = save;
+    exports2.load = load;
+    exports2.useColors = useColors;
+    exports2.storage = localstorage();
+    exports2.destroy = /* @__PURE__ */ (() => {
+      let warned = false;
+      return () => {
+        if (!warned) {
+          warned = true;
+          console.warn("Instance method `debug.destroy()` is deprecated and no longer does anything. It will be removed in the next major version of `debug`.");
+        }
+      };
+    })();
+    exports2.colors = [
+      "#0000CC",
+      "#0000FF",
+      "#0033CC",
+      "#0033FF",
+      "#0066CC",
+      "#0066FF",
+      "#0099CC",
+      "#0099FF",
+      "#00CC00",
+      "#00CC33",
+      "#00CC66",
+      "#00CC99",
+      "#00CCCC",
+      "#00CCFF",
+      "#3300CC",
+      "#3300FF",
+      "#3333CC",
+      "#3333FF",
+      "#3366CC",
+      "#3366FF",
+      "#3399CC",
+      "#3399FF",
+      "#33CC00",
+      "#33CC33",
+      "#33CC66",
+      "#33CC99",
+      "#33CCCC",
+      "#33CCFF",
+      "#6600CC",
+      "#6600FF",
+      "#6633CC",
+      "#6633FF",
+      "#66CC00",
+      "#66CC33",
+      "#9900CC",
+      "#9900FF",
+      "#9933CC",
+      "#9933FF",
+      "#99CC00",
+      "#99CC33",
+      "#CC0000",
+      "#CC0033",
+      "#CC0066",
+      "#CC0099",
+      "#CC00CC",
+      "#CC00FF",
+      "#CC3300",
+      "#CC3333",
+      "#CC3366",
+      "#CC3399",
+      "#CC33CC",
+      "#CC33FF",
+      "#CC6600",
+      "#CC6633",
+      "#CC9900",
+      "#CC9933",
+      "#CCCC00",
+      "#CCCC33",
+      "#FF0000",
+      "#FF0033",
+      "#FF0066",
+      "#FF0099",
+      "#FF00CC",
+      "#FF00FF",
+      "#FF3300",
+      "#FF3333",
+      "#FF3366",
+      "#FF3399",
+      "#FF33CC",
+      "#FF33FF",
+      "#FF6600",
+      "#FF6633",
+      "#FF9900",
+      "#FF9933",
+      "#FFCC00",
+      "#FFCC33"
+    ];
+    function useColors() {
+      if (typeof window !== "undefined" && window.process && (window.process.type === "renderer" || window.process.__nwjs)) {
+        return true;
+      }
+      if (typeof navigator !== "undefined" && navigator.userAgent && navigator.userAgent.toLowerCase().match(/(edge|trident)\/(\d+)/)) {
+        return false;
+      }
+      let m2;
+      return typeof document !== "undefined" && document.documentElement && document.documentElement.style && document.documentElement.style.WebkitAppearance || // Is firebug? http://stackoverflow.com/a/398120/376773
+      typeof window !== "undefined" && window.console && (window.console.firebug || window.console.exception && window.console.table) || // Is firefox >= v31?
+      // https://developer.mozilla.org/en-US/docs/Tools/Web_Console#Styling_messages
+      typeof navigator !== "undefined" && navigator.userAgent && (m2 = navigator.userAgent.toLowerCase().match(/firefox\/(\d+)/)) && parseInt(m2[1], 10) >= 31 || // Double check webkit in userAgent just in case we are in a worker
+      typeof navigator !== "undefined" && navigator.userAgent && navigator.userAgent.toLowerCase().match(/applewebkit\/(\d+)/);
+    }
+    function formatArgs2(args) {
+      args[0] = (this.useColors ? "%c" : "") + this.namespace + (this.useColors ? " %c" : " ") + args[0] + (this.useColors ? "%c " : " ") + "+" + module2.exports.humanize(this.diff);
+      if (!this.useColors) {
+        return;
+      }
+      const c = "color: " + this.color;
+      args.splice(1, 0, c, "color: inherit");
+      let index = 0;
+      let lastC = 0;
+      args[0].replace(/%[a-zA-Z%]/g, (match) => {
+        if (match === "%%") {
+          return;
+        }
+        index++;
+        if (match === "%c") {
+          lastC = index;
+        }
+      });
+      args.splice(lastC, 0, c);
+    }
+    exports2.log = console.debug || console.log || (() => {
+    });
+    function save(namespaces) {
+      try {
+        if (namespaces) {
+          exports2.storage.setItem("debug", namespaces);
+        } else {
+          exports2.storage.removeItem("debug");
+        }
+      } catch (error) {
+      }
+    }
+    function load() {
+      let r2;
+      try {
+        r2 = exports2.storage.getItem("debug") || exports2.storage.getItem("DEBUG");
+      } catch (error) {
+      }
+      if (!r2 && typeof process !== "undefined" && "env" in process) {
+        r2 = process.env.DEBUG;
+      }
+      return r2;
+    }
+    function localstorage() {
+      try {
+        return localStorage;
+      } catch (error) {
+      }
+    }
+    module2.exports = require_common3()(exports2);
+    var { formatters } = module2.exports;
+    formatters.j = function(v) {
+      try {
+        return JSON.stringify(v);
+      } catch (error) {
+        return "[UnexpectedJSONParseError]: " + error.message;
+      }
+    };
+  }
+});
+
+// ../../node_modules/.pnpm/debug@4.4.3/node_modules/debug/src/node.js
+var require_node2 = __commonJS({
+  "../../node_modules/.pnpm/debug@4.4.3/node_modules/debug/src/node.js"(exports2, module2) {
+    var tty = require("tty");
+    var util = require("util");
+    exports2.init = init;
+    exports2.log = log;
+    exports2.formatArgs = formatArgs2;
+    exports2.save = save;
+    exports2.load = load;
+    exports2.useColors = useColors;
+    exports2.destroy = util.deprecate(
+      () => {
+      },
+      "Instance method `debug.destroy()` is deprecated and no longer does anything. It will be removed in the next major version of `debug`."
+    );
+    exports2.colors = [6, 2, 3, 4, 5, 1];
+    try {
+      const supportsColor = require_supports_color();
+      if (supportsColor && (supportsColor.stderr || supportsColor).level >= 2) {
+        exports2.colors = [
+          20,
+          21,
+          26,
+          27,
+          32,
+          33,
+          38,
+          39,
+          40,
+          41,
+          42,
+          43,
+          44,
+          45,
+          56,
+          57,
+          62,
+          63,
+          68,
+          69,
+          74,
+          75,
+          76,
+          77,
+          78,
+          79,
+          80,
+          81,
+          92,
+          93,
+          98,
+          99,
+          112,
+          113,
+          128,
+          129,
+          134,
+          135,
+          148,
+          149,
+          160,
+          161,
+          162,
+          163,
+          164,
+          165,
+          166,
+          167,
+          168,
+          169,
+          170,
+          171,
+          172,
+          173,
+          178,
+          179,
+          184,
+          185,
+          196,
+          197,
+          198,
+          199,
+          200,
+          201,
+          202,
+          203,
+          204,
+          205,
+          206,
+          207,
+          208,
+          209,
+          214,
+          215,
+          220,
+          221
+        ];
+      }
+    } catch (error) {
+    }
+    exports2.inspectOpts = Object.keys(process.env).filter((key) => {
+      return /^debug_/i.test(key);
+    }).reduce((obj, key) => {
+      const prop = key.substring(6).toLowerCase().replace(/_([a-z])/g, (_, k) => {
+        return k.toUpperCase();
+      });
+      let val = process.env[key];
+      if (/^(yes|on|true|enabled)$/i.test(val)) {
+        val = true;
+      } else if (/^(no|off|false|disabled)$/i.test(val)) {
+        val = false;
+      } else if (val === "null") {
+        val = null;
+      } else {
+        val = Number(val);
+      }
+      obj[prop] = val;
+      return obj;
+    }, {});
+    function useColors() {
+      return "colors" in exports2.inspectOpts ? Boolean(exports2.inspectOpts.colors) : tty.isatty(process.stderr.fd);
+    }
+    function formatArgs2(args) {
+      const { namespace: name, useColors: useColors2 } = this;
+      if (useColors2) {
+        const c = this.color;
+        const colorCode = "\x1B[3" + (c < 8 ? c : "8;5;" + c);
+        const prefix = `  ${colorCode};1m${name} \x1B[0m`;
+        args[0] = prefix + args[0].split("\n").join("\n" + prefix);
+        args.push(colorCode + "m+" + module2.exports.humanize(this.diff) + "\x1B[0m");
+      } else {
+        args[0] = getDate() + name + " " + args[0];
+      }
+    }
+    function getDate() {
+      if (exports2.inspectOpts.hideDate) {
+        return "";
+      }
+      return (/* @__PURE__ */ new Date()).toISOString() + " ";
+    }
+    function log(...args) {
+      return process.stderr.write(util.formatWithOptions(exports2.inspectOpts, ...args) + "\n");
+    }
+    function save(namespaces) {
+      if (namespaces) {
+        process.env.DEBUG = namespaces;
+      } else {
+        delete process.env.DEBUG;
+      }
+    }
+    function load() {
+      return process.env.DEBUG;
+    }
+    function init(debug2) {
+      debug2.inspectOpts = {};
+      const keys = Object.keys(exports2.inspectOpts);
+      for (let i2 = 0; i2 < keys.length; i2++) {
+        debug2.inspectOpts[keys[i2]] = exports2.inspectOpts[keys[i2]];
+      }
+    }
+    module2.exports = require_common3()(exports2);
+    var { formatters } = module2.exports;
+    formatters.o = function(v) {
+      this.inspectOpts.colors = this.useColors;
+      return util.inspect(v, this.inspectOpts).split("\n").map((str) => str.trim()).join(" ");
+    };
+    formatters.O = function(v) {
+      this.inspectOpts.colors = this.useColors;
+      return util.inspect(v, this.inspectOpts);
+    };
+  }
+});
+
+// ../../node_modules/.pnpm/debug@4.4.3/node_modules/debug/src/index.js
+var require_src2 = __commonJS({
+  "../../node_modules/.pnpm/debug@4.4.3/node_modules/debug/src/index.js"(exports2, module2) {
+    if (typeof process === "undefined" || process.type === "renderer" || process.browser === true || process.__nwjs) {
+      module2.exports = require_browser2();
+    } else {
+      module2.exports = require_node2();
+    }
+  }
+});
+
 // ../../node_modules/.pnpm/agent-base@7.1.3/node_modules/agent-base/dist/helpers.js
 var require_helpers = __commonJS({
   "../../node_modules/.pnpm/agent-base@7.1.3/node_modules/agent-base/dist/helpers.js"(exports2) {
@@ -7044,7 +7576,7 @@ var require_parse_proxy_response = __commonJS({
     };
     Object.defineProperty(exports2, "__esModule", { value: true });
     exports2.parseProxyResponse = void 0;
-    var debug_1 = __importDefault(require_src());
+    var debug_1 = __importDefault(require_src2());
     var debug2 = (0, debug_1.default)("https-proxy-agent:parse-proxy-response");
     function parseProxyResponse(socket) {
       return new Promise((resolve3, reject) => {
@@ -7170,7 +7702,7 @@ var require_dist2 = __commonJS({
     var net2 = __importStar(require("net"));
     var tls = __importStar(require("tls"));
     var assert_1 = __importDefault(require("assert"));
-    var debug_1 = __importDefault(require_src());
+    var debug_1 = __importDefault(require_src2());
     var agent_base_1 = require_dist();
     var url_1 = require("url");
     var parse_proxy_response_1 = require_parse_proxy_response();
@@ -14350,7 +14882,7 @@ Content-Type: ${partContentType}\r
 });
 
 // ../../node_modules/.pnpm/gaxios@7.1.3/node_modules/gaxios/build/cjs/src/index.js
-var require_src2 = __commonJS({
+var require_src3 = __commonJS({
   "../../node_modules/.pnpm/gaxios@7.1.3/node_modules/gaxios/build/cjs/src/index.js"(exports2) {
     "use strict";
     var __createBinding = exports2 && exports2.__createBinding || (Object.create ? (function(o, m2, k, k2) {
@@ -16556,7 +17088,7 @@ var require_logging_utils = __commonJS({
 });
 
 // ../../node_modules/.pnpm/google-logging-utils@1.1.3/node_modules/google-logging-utils/build/src/index.js
-var require_src3 = __commonJS({
+var require_src4 = __commonJS({
   "../../node_modules/.pnpm/google-logging-utils@1.1.3/node_modules/google-logging-utils/build/src/index.js"(exports2) {
     "use strict";
     var __createBinding = exports2 && exports2.__createBinding || (Object.create ? (function(o, m2, k, k2) {
@@ -16581,7 +17113,7 @@ var require_src3 = __commonJS({
 });
 
 // ../../node_modules/.pnpm/gcp-metadata@8.1.2/node_modules/gcp-metadata/build/src/index.js
-var require_src4 = __commonJS({
+var require_src5 = __commonJS({
   "../../node_modules/.pnpm/gcp-metadata@8.1.2/node_modules/gcp-metadata/build/src/index.js"(exports2) {
     "use strict";
     var __createBinding = exports2 && exports2.__createBinding || (Object.create ? (function(o, m2, k, k2) {
@@ -16635,10 +17167,10 @@ var require_src4 = __commonJS({
     exports2.getGCPResidency = getGCPResidency;
     exports2.setGCPResidency = setGCPResidency;
     exports2.requestTimeout = requestTimeout;
-    var gaxios_1 = require_src2();
+    var gaxios_1 = require_src3();
     var jsonBigint = require_json_bigint();
     var gcp_residency_1 = require_gcp_residency();
-    var logger = __importStar(require_src3());
+    var logger = __importStar(require_src4());
     exports2.BASE_PATH = "/computeMetadata/v1";
     exports2.HOST_ADDRESS = "http://169.254.169.254";
     exports2.SECONDARY_HOST_ADDRESS = "http://metadata.google.internal.";
@@ -17638,9 +18170,9 @@ var require_authclient = __commonJS({
     Object.defineProperty(exports2, "__esModule", { value: true });
     exports2.AuthClient = exports2.DEFAULT_EAGER_REFRESH_THRESHOLD_MILLIS = exports2.DEFAULT_UNIVERSE = void 0;
     var events_1 = require("events");
-    var gaxios_1 = require_src2();
+    var gaxios_1 = require_src3();
     var util_1 = require_util2();
-    var google_logging_utils_1 = require_src3();
+    var google_logging_utils_1 = require_src4();
     var shared_cjs_1 = require_shared2();
     exports2.DEFAULT_UNIVERSE = "googleapis.com";
     exports2.DEFAULT_EAGER_REFRESH_THRESHOLD_MILLIS = 5 * 60 * 1e3;
@@ -17927,7 +18459,7 @@ var require_oauth2client = __commonJS({
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
     exports2.OAuth2Client = exports2.ClientAuthentication = exports2.CertificateFormat = exports2.CodeChallengeMethod = void 0;
-    var gaxios_1 = require_src2();
+    var gaxios_1 = require_src3();
     var querystring = require("querystring");
     var stream = require("stream");
     var formatEcdsa = require_ecdsa_sig_formatter();
@@ -18637,8 +19169,8 @@ var require_computeclient = __commonJS({
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
     exports2.Compute = void 0;
-    var gaxios_1 = require_src2();
-    var gcpMetadata = require_src4();
+    var gaxios_1 = require_src3();
+    var gcpMetadata = require_src5();
     var oauth2client_1 = require_oauth2client();
     var Compute = class extends oauth2client_1.OAuth2Client {
       /**
@@ -18783,7 +19315,7 @@ var require_envDetect = __commonJS({
     exports2.GCPEnv = void 0;
     exports2.clear = clear2;
     exports2.getEnv = getEnv;
-    var gcpMetadata = require_src4();
+    var gcpMetadata = require_src5();
     var GCPEnv;
     (function(GCPEnv2) {
       GCPEnv2["APP_ENGINE"] = "APP_ENGINE";
@@ -19383,7 +19915,7 @@ var require_jws = __commonJS({
 });
 
 // ../../node_modules/.pnpm/gtoken@8.0.0/node_modules/gtoken/build/cjs/src/index.cjs
-var require_src5 = __commonJS({
+var require_src6 = __commonJS({
   "../../node_modules/.pnpm/gtoken@8.0.0/node_modules/gtoken/build/cjs/src/index.cjs"(exports2) {
     "use strict";
     Object.defineProperty(exports2, "__esModule", {
@@ -19391,7 +19923,7 @@ var require_src5 = __commonJS({
     });
     exports2.GoogleToken = void 0;
     var fs12 = _interopRequireWildcard(require("fs"));
-    var _gaxios = require_src2();
+    var _gaxios = require_src3();
     var jws = _interopRequireWildcard(require_jws());
     var path8 = _interopRequireWildcard(require("path"));
     var _util = require("util");
@@ -20197,7 +20729,7 @@ var require_jwtclient = __commonJS({
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
     exports2.JWT = void 0;
-    var gtoken_1 = require_src5();
+    var gtoken_1 = require_src6();
     var jwtaccess_1 = require_jwtaccess();
     var oauth2client_1 = require_oauth2client();
     var authclient_1 = require_authclient();
@@ -20611,7 +21143,7 @@ var require_impersonated = __commonJS({
     Object.defineProperty(exports2, "__esModule", { value: true });
     exports2.Impersonated = exports2.IMPERSONATED_ACCOUNT_TYPE = void 0;
     var oauth2client_1 = require_oauth2client();
-    var gaxios_1 = require_src2();
+    var gaxios_1 = require_src3();
     var util_1 = require_util2();
     exports2.IMPERSONATED_ACCOUNT_TYPE = "impersonated_service_account";
     var Impersonated = class _Impersonated extends oauth2client_1.OAuth2Client {
@@ -20796,7 +21328,7 @@ var require_oauth2common = __commonJS({
     Object.defineProperty(exports2, "__esModule", { value: true });
     exports2.OAuthClientAuthHandler = void 0;
     exports2.getErrorFromOAuthErrorResponse = getErrorFromOAuthErrorResponse;
-    var gaxios_1 = require_src2();
+    var gaxios_1 = require_src3();
     var crypto_1 = require_crypto3();
     var METHODS_SUPPORTING_REQUEST_BODY = ["PUT", "POST", "PATCH"];
     var _crypto, _clientAuthentication;
@@ -20948,7 +21480,7 @@ var require_stscredentials = __commonJS({
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
     exports2.StsCredentials = void 0;
-    var gaxios_1 = require_src2();
+    var gaxios_1 = require_src3();
     var authclient_1 = require_authclient();
     var oauth2common_1 = require_oauth2common();
     var util_1 = require_util2();
@@ -21040,7 +21572,7 @@ var require_baseexternalclient = __commonJS({
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
     exports2.BaseExternalAccountClient = exports2.CLOUD_RESOURCE_MANAGER = exports2.EXTERNAL_ACCOUNT_TYPE = exports2.EXPIRATION_TIME_OFFSET = void 0;
-    var gaxios_1 = require_src2();
+    var gaxios_1 = require_src3();
     var stream = require("stream");
     var authclient_1 = require_authclient();
     var sts = require_stscredentials();
@@ -21751,7 +22283,7 @@ var require_identitypoolclient = __commonJS({
     var urlsubjecttokensupplier_1 = require_urlsubjecttokensupplier();
     var certificatesubjecttokensupplier_1 = require_certificatesubjecttokensupplier();
     var stscredentials_1 = require_stscredentials();
-    var gaxios_1 = require_src2();
+    var gaxios_1 = require_src3();
     var IdentityPoolClient = class _IdentityPoolClient extends baseexternalclient_1.BaseExternalAccountClient {
       /**
        * Instantiate an IdentityPoolClient instance using the provided JSON
@@ -21858,7 +22390,7 @@ var require_awsrequestsigner = __commonJS({
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
     exports2.AwsRequestSigner = void 0;
-    var gaxios_1 = require_src2();
+    var gaxios_1 = require_src3();
     var crypto_1 = require_crypto3();
     var AWS_ALGORITHM = "AWS4-HMAC-SHA256";
     var AWS_REQUEST_TYPE = "aws4_request";
@@ -22161,7 +22693,7 @@ var require_awsclient = __commonJS({
     var baseexternalclient_1 = require_baseexternalclient();
     var defaultawssecuritycredentialssupplier_1 = require_defaultawssecuritycredentialssupplier();
     var util_1 = require_util2();
-    var gaxios_1 = require_src2();
+    var gaxios_1 = require_src3();
     var _DEFAULT_AWS_REGIONAL_CREDENTIAL_VERIFICATION_URL;
     var _AwsClient = class _AwsClient extends baseexternalclient_1.BaseExternalAccountClient {
       /**
@@ -22731,7 +23263,7 @@ var require_externalAccountAuthorizedUserClient = __commonJS({
     exports2.ExternalAccountAuthorizedUserClient = exports2.EXTERNAL_ACCOUNT_AUTHORIZED_USER_TYPE = void 0;
     var authclient_1 = require_authclient();
     var oauth2common_1 = require_oauth2common();
-    var gaxios_1 = require_src2();
+    var gaxios_1 = require_src3();
     var stream = require("stream");
     var baseexternalclient_1 = require_baseexternalclient();
     exports2.EXTERNAL_ACCOUNT_AUTHORIZED_USER_TYPE = "external_account_authorized_user";
@@ -22930,8 +23462,8 @@ var require_googleauth = __commonJS({
     exports2.GoogleAuth = exports2.GoogleAuthExceptionMessages = void 0;
     var child_process_1 = require("child_process");
     var fs12 = require("fs");
-    var gaxios_1 = require_src2();
-    var gcpMetadata = require_src4();
+    var gaxios_1 = require_src3();
+    var gcpMetadata = require_src5();
     var os3 = require("os");
     var path8 = require("path");
     var crypto_1 = require_crypto3();
@@ -23804,7 +24336,7 @@ var require_downscopedclient = __commonJS({
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
     exports2.DownscopedClient = exports2.EXPIRATION_TIME_OFFSET = exports2.MAX_ACCESS_BOUNDARY_RULES_COUNT = void 0;
-    var gaxios_1 = require_src2();
+    var gaxios_1 = require_src3();
     var stream = require("stream");
     var authclient_1 = require_authclient();
     var sts = require_stscredentials();
@@ -24044,7 +24576,7 @@ var require_passthrough = __commonJS({
 });
 
 // ../../node_modules/.pnpm/google-auth-library@10.5.0/node_modules/google-auth-library/build/src/index.js
-var require_src6 = __commonJS({
+var require_src7 = __commonJS({
   "../../node_modules/.pnpm/google-auth-library@10.5.0/node_modules/google-auth-library/build/src/index.js"(exports2) {
     "use strict";
     Object.defineProperty(exports2, "__esModule", { value: true });
@@ -24053,8 +24585,8 @@ var require_src6 = __commonJS({
     Object.defineProperty(exports2, "GoogleAuth", { enumerable: true, get: function() {
       return googleauth_1.GoogleAuth;
     } });
-    exports2.gcpMetadata = require_src4();
-    exports2.gaxios = require_src2();
+    exports2.gcpMetadata = require_src5();
+    exports2.gaxios = require_src3();
     var authclient_1 = require_authclient();
     Object.defineProperty(exports2, "AuthClient", { enumerable: true, get: function() {
       return authclient_1.AuthClient;
@@ -30654,7 +31186,10 @@ function buildMetadataPrompt(instruction, extractionResponse) {
 Extracted content: ${JSON.stringify(extractionResponse, null, 2)}`
   };
 }
-function buildObserveSystemPrompt(userProvidedInstructions) {
+function buildObserveSystemPrompt(userProvidedInstructions, supportedActions) {
+  const actionsString = (supportedActions == null ? void 0 : supportedActions.length) ? `
+
+Supported actions: ${supportedActions.join(", ")}` : "";
   const observeSystemPrompt = `
 You are helping the user automate the browser by finding elements based on what the user wants to observe in the page.
 
@@ -30662,7 +31197,8 @@ You will be given:
 1. a instruction of elements to observe
 2. a hierarchical accessibility tree showing the semantic structure of the page. The tree is a hybrid of the DOM and the accessibility tree.
 
-Return an array of elements that match the instruction if they exist, otherwise return an empty array.`;
+Return an array of elements that match the instruction if they exist, otherwise return an empty array.
+When returning elements, include the appropriate method from the supported actions list.${actionsString}`;
   const content = observeSystemPrompt.replace(/\s+/g, " ");
   return {
     role: "system",
@@ -30988,7 +31524,8 @@ function observe(_0) {
     llmClient,
     userProvidedInstructions,
     logger,
-    logInferenceToFile = false
+    logInferenceToFile = false,
+    supportedActions
   }) {
     var _a4, _b, _c, _d2, _e, _f;
     const isGPT5 = llmClient.modelName.includes("gpt-5");
@@ -31013,7 +31550,7 @@ function observe(_0) {
       ).describe("an array of accessible elements that match the instruction")
     });
     const messages = [
-      buildObserveSystemPrompt(userProvidedInstructions),
+      buildObserveSystemPrompt(userProvidedInstructions, supportedActions),
       buildObserveUserMessage(instruction, domElements)
     ];
     let callTimestamp = "";
@@ -31209,18 +31746,20 @@ init_sdkErrors();
 init_snapshot();
 
 // lib/v3/types/private/handlers.ts
-var SupportedPlaywrightAction = /* @__PURE__ */ ((SupportedPlaywrightAction2) => {
-  SupportedPlaywrightAction2["CLICK"] = "click";
-  SupportedPlaywrightAction2["FILL"] = "fill";
-  SupportedPlaywrightAction2["TYPE"] = "type";
-  SupportedPlaywrightAction2["PRESS"] = "press";
-  SupportedPlaywrightAction2["SCROLL"] = "scrollTo";
-  SupportedPlaywrightAction2["NEXT_CHUNK"] = "nextChunk";
-  SupportedPlaywrightAction2["PREV_CHUNK"] = "prevChunk";
-  SupportedPlaywrightAction2["SELECT_OPTION_FROM_DROPDOWN"] = "selectOptionFromDropdown";
-  SupportedPlaywrightAction2["HOVER"] = "hover";
-  return SupportedPlaywrightAction2;
-})(SupportedPlaywrightAction || {});
+var SupportedUnderstudyAction = /* @__PURE__ */ ((SupportedUnderstudyAction2) => {
+  SupportedUnderstudyAction2["CLICK"] = "click";
+  SupportedUnderstudyAction2["FILL"] = "fill";
+  SupportedUnderstudyAction2["TYPE"] = "type";
+  SupportedUnderstudyAction2["PRESS"] = "press";
+  SupportedUnderstudyAction2["SCROLL"] = "scrollTo";
+  SupportedUnderstudyAction2["NEXT_CHUNK"] = "nextChunk";
+  SupportedUnderstudyAction2["PREV_CHUNK"] = "prevChunk";
+  SupportedUnderstudyAction2["SELECT_OPTION_FROM_DROPDOWN"] = "selectOptionFromDropdown";
+  SupportedUnderstudyAction2["HOVER"] = "hover";
+  SupportedUnderstudyAction2["DOUBLE_CLICK"] = "doubleClick";
+  SupportedUnderstudyAction2["DRAG_AND_DROP"] = "dragAndDrop";
+  return SupportedUnderstudyAction2;
+})(SupportedUnderstudyAction || {});
 
 // lib/v3/handlers/handlerUtils/actHandlerUtils.ts
 init_deepLocator();
@@ -31960,7 +32499,7 @@ var ActHandler = class {
       );
       const actInstruction = buildActPrompt(
         instruction,
-        Object.values(SupportedPlaywrightAction),
+        Object.values(SupportedUnderstudyAction),
         variables
       );
       ensureTimeRemaining();
@@ -32007,7 +32546,7 @@ var ActHandler = class {
       const stepTwoInstructions = buildStepTwoPrompt(
         instruction,
         previousAction,
-        Object.values(SupportedPlaywrightAction).filter(
+        Object.values(SupportedUnderstudyAction).filter(
           (action) => action !== "selectOptionFromDropdown" /* SELECT_OPTION_FROM_DROPDOWN */
         ),
         variables
@@ -32116,7 +32655,7 @@ var ActHandler = class {
             });
             const instruction = buildActPrompt(
               actCommand,
-              Object.values(SupportedPlaywrightAction),
+              Object.values(SupportedUnderstudyAction),
               {}
             );
             ensureTimeRemaining == null ? void 0 : ensureTimeRemaining();
@@ -32202,10 +32741,43 @@ function normalizeActInferenceElement(element, xpathMap, requireMethodAndArgumen
   if (!trimmed) {
     return void 0;
   }
+  let resolvedArgs = hasArgs ? args : void 0;
+  if (method === "dragAndDrop" && hasArgs && args.length > 0) {
+    const targetArg = args[0];
+    if (typeof targetArg === "string" && /^\d+-\d+$/.test(targetArg)) {
+      const argXpath = xpathMap[targetArg];
+      const trimmedArgXpath = trimTrailingTextNode(argXpath);
+      if (trimmedArgXpath) {
+        resolvedArgs = [`xpath=${trimmedArgXpath}`, ...args.slice(1)];
+      } else {
+        v3Logger({
+          category: "action",
+          message: "dragAndDrop target element lookup failed",
+          level: 1,
+          auxiliary: {
+            targetElementId: { value: targetArg, type: "string" },
+            sourceElementId: { value: elementId, type: "string" }
+          }
+        });
+        return void 0;
+      }
+    } else {
+      v3Logger({
+        category: "action",
+        message: "dragAndDrop target element invalid ID format",
+        level: 0,
+        auxiliary: {
+          targetElementId: { value: String(targetArg), type: "string" },
+          sourceElementId: { value: elementId, type: "string" }
+        }
+      });
+      return void 0;
+    }
+  }
   return {
     description,
     method,
-    arguments: hasArgs ? args : void 0,
+    arguments: resolvedArgs,
     selector: `xpath=${trimmed}`
   };
 }
@@ -32418,7 +32990,8 @@ var ObserveHandler = class {
         llmClient,
         userProvidedInstructions: this.systemPrompt,
         logger: v3Logger,
-        logInferenceToFile: this.logInferenceToFile
+        logInferenceToFile: this.logInferenceToFile,
+        supportedActions: Object.values(SupportedUnderstudyAction)
       });
       const {
         prompt_tokens = 0,
@@ -32444,7 +33017,44 @@ var ObserveHandler = class {
             const xpath = combinedXpathMap[lookUpIndex];
             const trimmedXpath = trimTrailingTextNode(xpath);
             if (!trimmedXpath) return void 0;
+            let resolvedArgs = rest.arguments;
+            if (rest.method === "dragAndDrop" && Array.isArray(rest.arguments) && rest.arguments.length > 0) {
+              const targetArg = rest.arguments[0];
+              if (typeof targetArg === "string" && /^\d+-\d+$/.test(targetArg)) {
+                const argXpath = combinedXpathMap[targetArg];
+                const trimmedArgXpath = trimTrailingTextNode(argXpath);
+                if (trimmedArgXpath) {
+                  resolvedArgs = [
+                    `xpath=${trimmedArgXpath}`,
+                    ...rest.arguments.slice(1)
+                  ];
+                } else {
+                  v3Logger({
+                    category: "observation",
+                    message: "dragAndDrop target element lookup failed",
+                    level: 0,
+                    auxiliary: {
+                      targetElementId: { value: targetArg, type: "string" },
+                      sourceElementId: { value: elementId, type: "string" }
+                    }
+                  });
+                  return void 0;
+                }
+              } else {
+                v3Logger({
+                  category: "observation",
+                  message: "dragAndDrop target element invalid ID format",
+                  level: 0,
+                  auxiliary: {
+                    targetElementId: { value: targetArg, type: "string" },
+                    sourceElementId: { value: elementId, type: "string" }
+                  }
+                });
+                return void 0;
+              }
+            }
             return __spreadProps(__spreadValues({}, rest), {
+              arguments: resolvedArgs,
               selector: `xpath=${trimmedXpath}`
             });
           }
@@ -32909,51 +33519,82 @@ var scrollVisionTool = (v3, provider) => (0, import_ai8.tool)({
 // lib/v3/agent/tools/extract.ts
 var import_ai9 = require("ai");
 var import_zod13 = require("zod");
-function evaluateZodSchema(schemaStr, logger) {
-  var _a4;
-  try {
-    const fn = new Function("z", `return ${schemaStr}`);
-    return fn(import_zod13.z);
-  } catch (e2) {
-    logger == null ? void 0 : logger({
-      category: "agent",
-      message: `Failed to evaluate schema: ${(_a4 = e2 == null ? void 0 : e2.message) != null ? _a4 : String(e2)}`,
-      level: 0
-    });
-    return import_zod13.z.any();
+function jsonSchemaToZod2(schema) {
+  switch (schema.type) {
+    case "object": {
+      const shape = {};
+      if (schema.properties) {
+        for (const [key, value] of Object.entries(schema.properties)) {
+          shape[key] = jsonSchemaToZod2(value);
+        }
+      }
+      return import_zod13.z.object(shape);
+    }
+    case "array":
+      return import_zod13.z.array(schema.items ? jsonSchemaToZod2(schema.items) : import_zod13.z.any());
+    case "string": {
+      let s2 = import_zod13.z.string();
+      if (schema.format === "url") s2 = s2.url();
+      if (schema.format === "email") s2 = s2.email();
+      if (schema.format === "uuid") s2 = s2.uuid();
+      if (schema.enum && schema.enum.length > 0)
+        return import_zod13.z.enum(schema.enum);
+      return s2;
+    }
+    case "number":
+    case "integer":
+      return import_zod13.z.number();
+    case "boolean":
+      return import_zod13.z.boolean();
+    case "null":
+      return import_zod13.z.null();
+    default:
+      return import_zod13.z.any();
   }
 }
-var extractTool = (v3, executionModel, logger) => (0, import_ai9.tool)({
+var extractTool = (v3, executionModel) => (0, import_ai9.tool)({
   description: `Extract structured data from the current page based on a provided schema.
     
     USAGE GUIDELINES:
     - Keep schemas MINIMAL - only include fields essential for the task
-    - IMPORANT: only use this if explicitly asked for structured output. In most scenarios, you should use the aria tree tool over this. 
-    - If you need to extract a link, make sure the type defintion follows the format of z.string().url()
+    - IMPORTANT: only use this if explicitly asked for structured output. In most scenarios, you should use the aria tree tool over this.
+    - For URL fields, use format: "url"
+    
     EXAMPLES:
     1. Extract a single value:
        instruction: "extract the product price"
-       schema: "z.object({ price: z.number()})"
+       schema: { type: "object", properties: { price: { type: "number" } } }
     
     2. Extract multiple fields:
        instruction: "extract product name and price"
-       schema: "z.object({ name: z.string(), price: z.number() })"
+       schema: { type: "object", properties: { name: { type: "string" }, price: { type: "number" } } }
     
     3. Extract arrays:
        instruction: "extract all product names and prices"
-       schema: "z.object({ products: z.array(z.object({ name: z.string(), price: z.number() })) })"`,
+       schema: { type: "object", properties: { products: { type: "array", items: { type: "object", properties: { name: { type: "string" }, price: { type: "number" } } } } } }
+    
+    4. Extract a URL:
+       instruction: "extract the link"
+       schema: { type: "object", properties: { url: { type: "string", format: "url" } } }`,
   inputSchema: import_zod13.z.object({
     instruction: import_zod13.z.string(),
-    schema: import_zod13.z.string().optional().describe("Zod schema as code, e.g. z.object({ title: z.string() })")
+    schema: import_zod13.z.object({
+      type: import_zod13.z.string().optional(),
+      properties: import_zod13.z.record(import_zod13.z.string(), import_zod13.z.unknown()).optional(),
+      items: import_zod13.z.unknown().optional(),
+      enum: import_zod13.z.array(import_zod13.z.string()).optional(),
+      format: import_zod13.z.enum(["url", "email", "uuid"]).optional()
+    }).passthrough().optional().describe("JSON Schema object describing the structure to extract")
   }),
   execute: (_0) => __async(null, [_0], function* ({ instruction, schema }) {
     var _a4;
     try {
-      const parsedSchema = schema ? evaluateZodSchema(schema, logger) : void 0;
+      const parsedSchema = schema ? jsonSchemaToZod2(schema) : void 0;
       const result = yield v3.extract(instruction, parsedSchema, __spreadValues({}, executionModel ? { model: executionModel } : {}));
       return { success: true, result };
     } catch (error) {
-      return { success: false, error: (_a4 = error == null ? void 0 : error.message) != null ? _a4 : String(error) };
+      const err = error;
+      return { success: false, error: (_a4 = err == null ? void 0 : err.message) != null ? _a4 : String(error) };
     }
   })
 });
@@ -33700,7 +34341,7 @@ function createAgentTools(v3, options) {
     click: clickTool(v3, provider),
     clickAndHold: clickAndHoldTool(v3, provider),
     dragAndDrop: dragAndDropTool(v3, provider),
-    extract: extractTool(v3, executionModel, options == null ? void 0 : options.logger),
+    extract: extractTool(v3, executionModel),
     fillForm: fillFormTool(v3, executionModel),
     fillFormVision: fillFormVisionTool(v3, provider),
     goto: gotoTool(v3),
@@ -34563,13 +35204,13 @@ var V3AgentHandler = class {
     }
     const endTime = Date.now();
     const inferenceTimeMs = endTime - startTime;
-    if (result.usage) {
+    if (result.totalUsage) {
       this.v3.updateMetrics(
         "AGENT" /* AGENT */,
-        result.usage.inputTokens || 0,
-        result.usage.outputTokens || 0,
-        result.usage.reasoningTokens || 0,
-        result.usage.cachedInputTokens || 0,
+        result.totalUsage.inputTokens || 0,
+        result.totalUsage.outputTokens || 0,
+        result.totalUsage.reasoningTokens || 0,
+        result.totalUsage.cachedInputTokens || 0,
         inferenceTimeMs
       );
     }
@@ -34579,11 +35220,11 @@ var V3AgentHandler = class {
       actions: state.actions,
       completed: state.completed,
       output,
-      usage: result.usage ? {
-        input_tokens: result.usage.inputTokens || 0,
-        output_tokens: result.usage.outputTokens || 0,
-        reasoning_tokens: result.usage.reasoningTokens || 0,
-        cached_input_tokens: result.usage.cachedInputTokens || 0,
+      usage: result.totalUsage ? {
+        input_tokens: result.totalUsage.inputTokens || 0,
+        output_tokens: result.totalUsage.outputTokens || 0,
+        reasoning_tokens: result.totalUsage.reasoningTokens || 0,
+        cached_input_tokens: result.totalUsage.cachedInputTokens || 0,
         inference_time_ms: inferenceTimeMs
       } : void 0,
       messages: inputMessages
@@ -49407,7 +50048,7 @@ function withoutTrailingSlash2(url) {
 }
 
 // ../../node_modules/.pnpm/@ai-sdk+google-vertex@3.0.85_zod@4.2.1/node_modules/@ai-sdk/google-vertex/dist/index.mjs
-var import_google_auth_library = __toESM(require_src6(), 1);
+var import_google_auth_library = __toESM(require_src7(), 1);
 
 // ../../node_modules/.pnpm/@ai-sdk+google@2.0.44_zod@4.2.1/node_modules/@ai-sdk/google/dist/internal/index.mjs
 var import_v421 = require("zod/v4");

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@browserbasehq/orca",
-  "version": "3.0.8-stable",
+  "version": "3.0.9-alpha-1",
   "description": "An AI web browsing framework focused on simplicity and extensibility.",
   "main": "./dist/index.js",
   "module": "./dist/index.js",