@browserbasehq/orca 3.7.2-preview.0 → 3.7.2-preview.2

package/dist/cjs/lib/v3/understudy/a11y/snapshot/coordinateResolver.js.map

@@ -1 +1 @@
-{"version":3,"file":"coordinateResolver.js","sourceRoot":"","sources":["../../../../../../../lib/v3/understudy/a11y/snapshot/coordinateResolver.ts"],"names":[],"mappings":";;AAcA,0DAsJC;AAjKD,mFAAsE;AACtE,0FAAgF;AAChF,+DAA8D;AAE9D,2DAAqD;AACrD,mDAA8D;AAE9D;;;GAGG;AACI,KAAK,UAAU,uBAAuB,CAC3C,IAAU,EACV,CAAS,EACT,CAAS;IAET,MAAM,IAAI,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;IACrC,MAAM,aAAa,GAAG,IAAI,GAAG,EAAyB,CAAC;IACvD,CAAC,SAAS,KAAK,CAAC,CAA0B,EAAE,MAAqB;QAC/D,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QACtC,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,IAAI,EAAE;YAAE,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAEf,MAAM,WAAW,GAGZ,EAAE,CAAC;IAER,IAAI,UAAU,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACpC,IAAI,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC;IACrD,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,IAAI,IAAI,GAAG,CAAC,CAAC;IAEb,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;QACvC,IAAI,CAAC;YACH,MAAM,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAEpD,IAAI,EAAE,GAAG,CAAC,CAAC;YACX,IAAI,EAAE,GAAG,CAAC,CAAC;YACX,IAAI,CAAC;gBACH,MAAM,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBACxD,MAAM,KAAK,GAAG,MAAM,+CAAiB;qBAClC,gBAAgB,CAAC,UAAU,EAAE,UAAU,CAAC;qBACxC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBACnB,MAAM,UAAU,GAAG,IAAA,uCAAmB,EAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC;gBAC/D,MAAM,UAAU,GAAG,KAAK;oBACtB,CAAC,CAAC;wBACE,SAAS,EAAE,KAAK;wBAChB,UAAU,EAAE,UAAU;wBACtB,aAAa,EAAE,IAAI;qBACpB;oBACH,CAAC,CAAC,EAAE,UAAU,EAAE,UAAU,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;gBACpD,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,UAAU,CAAC,IAAI,CAErC,kBAAkB,EAAE,UAAU,CAAC,CAAC;gBACnC,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC;gBACpC,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC;YACtC,CAAC;YAAC,MAAM,CAAC;gBACP,EAAE;YACJ,CAAC;YACD,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC;YAC9C,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC;YAE9C,IAAI,GAA6D,CAAC;YAClE,IAAI,CAAC;gBACH,GAAG,GAAG,MAAM,UAAU,CAAC,IAAI,CAGxB,wBAAwB,EAAE;oBAC3B,CAAC,EAAE,EAAE;oBACL,CAAC,EAAE,EAAE;oBACL,yBAAyB,EAAE,KAAK;oBAChC,uBAAuB,EAAE,KAAK;iBAC/B,CAAC,CAAC;YACL,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,IAAI,CAAC;YACd,CAAC;YAED,MAAM,EAAE,GAAG,GAAG,EAAE,aAAa,CAAC;YAC9B,MAAM,eAAe,GAAG,GAAG,EAAE,OAAO,CAAC;YACrC,IACE,OAAO,EAAE,KAAK,QAAQ;gBACtB,eAAe;gBACf,eAAe,KAAK,UAAU,EAC9B,CAAC;gBACD,MAAM,GAAG,GAAG,MAAM,IAAA,2CAA2B,EAC3C,WAAW,EACX,UAAU,EACV,EAAE,CACH,CAAC;gBACF,OAAO,GAAG;oBACR,CAAC,CAAC,EAAE,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,EAAE,EAAE,aAAa,EAAE,GAAG,EAAE;oBACrE,CAAC,CAAC,IAAI,CAAC;YACX,CAAC;YAED,IAAI,OAAO,EAAE,KAAK,QAAQ;gBAAE,OAAO,IAAI,CAAC;YAExC,IAAI,YAAgC,CAAC;YACrC,KAAK,MAAM,GAAG,IAAI,IAAA,kCAAc,EAAC,aAAa,EAAE,UAAU,CAAC,EAAE,CAAC;gBAC5D,IAAI,CAAC;oBACH,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,UAAU,CAAC,IAAI,CAE5C,mBAAmB,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC;oBAC1C,IAAI,aAAa,KAAK,EAAE,EAAE,CAAC;wBACzB,YAAY,GAAG,GAAG,CAAC;wBACnB,MAAM;oBACR,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,SAAS;gBACX,CAAC;YACH,CAAC;YAED,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,MAAM,GAAG,GAAG,MAAM,IAAA,2CAA2B,EAC3C,WAAW,EACX,UAAU,EACV,EAAE,CACH,CAAC;gBACF,OAAO,GAAG;oBACR,CAAC,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,EAAE,EAAE,aAAa,EAAE,GAAG,EAAE;oBAChE,CAAC,CAAC,IAAI,CAAC;YACX,CAAC;YAED,WAAW,CAAC,IAAI,CAAC;gBACf,aAAa,EAAE,UAAU;gBACzB,mBAAmB,EAAE,EAAE;aACxB,CAAC,CAAC;YAEH,IAAI,IAAI,GAAG,CAAC,CAAC;YACb,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,IAAI,CAAC;gBACH,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,UAAU,CAAC,IAAI,CAErC,iBAAiB,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC7C,MAAM,QAAQ,GAAG,MAAM,EAAE,QAAQ,CAAC;gBAClC,IAAI,QAAQ,EAAE,CAAC;oBACb,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,UAAU,CAAC,IAAI,CAErC,wBAAwB,EAAE;wBAC3B,QAAQ;wBACR,mBAAmB,EAAE,4CAAiB,CAAC,mBAAmB;wBAC1D,aAAa,EAAE,IAAI;qBACpB,CAAC,CAAC;oBACH,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC;oBACxC,GAAG,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;oBACtC,MAAM,UAAU;yBACb,IAAI,CAAC,uBAAuB,EAAE,EAAE,QAAQ,EAAE,CAAC;yBAC3C,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBACrB,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,EAAE;YACJ,CAAC;YACD,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC,CAAC;YAChC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,GAAG,CAAC,CAAC;YAC/B,UAAU,GAAG,YAAY,CAAC;YAC1B,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC;QACnD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC","sourcesContent":["import type { Protocol } from \"devtools-protocol\";\nimport type { CDPSessionLike } from \"../../cdp.js\";\nimport { Page } from \"../../page.js\";\nimport { executionContexts } from \"../../executionContextRegistry.js\";\nimport { a11yScriptSources } from \"../../../dom/build/a11yScripts.generated.js\";\nimport { buildA11yInvocation } from \"../../a11yInvocation.js\";\nimport type { ResolvedLocation } from \"../../../types/private/snapshot.js\";\nimport { listChildrenOf } from \"./focusSelectors.js\";\nimport { buildAbsoluteXPathFromChain } from \"./xpathUtils.js\";\n\n/**\n * Resolve deepest node for a page coordinate and compute its absolute XPath across frames.\n * More efficient than building a full hybrid snapshot when only a single node’s XPath is needed.\n */\nexport async function resolveXpathForLocation(\n  page: Page,\n  x: number,\n  y: number,\n): Promise<ResolvedLocation | null> {\n  const tree = page.getFullFrameTree();\n  const parentByFrame = new Map<string, string | null>();\n  (function index(n: Protocol.Page.FrameTree, parent: string | null) {\n    parentByFrame.set(n.frame.id, parent);\n    for (const c of n.childFrames ?? []) index(c, n.frame.id);\n  })(tree, null);\n\n  const iframeChain: Array<{\n    parentSession: CDPSessionLike;\n    iframeBackendNodeId: number;\n  }> = [];\n\n  let curFrameId = page.mainFrameId();\n  let curSession = page.getSessionForFrame(curFrameId);\n  let curX = x;\n  let curY = y;\n\n  for (let depth = 0; depth < 8; depth++) {\n    try {\n      await curSession.send(\"DOM.enable\").catch(() => {});\n\n      let sx = 0;\n      let sy = 0;\n      try {\n        await curSession.send(\"Runtime.enable\").catch(() => {});\n        const ctxId = await executionContexts\n          .waitForMainWorld(curSession, curFrameId)\n          .catch(() => {});\n        const scrollExpr = buildA11yInvocation(\"getScrollOffsets\", []);\n        const evalParams = ctxId\n          ? {\n              contextId: ctxId,\n              expression: scrollExpr,\n              returnByValue: true,\n            }\n          : { expression: scrollExpr, returnByValue: true };\n        const { result } = await curSession.send<{\n          result: { value?: { sx?: number; sy?: number } };\n        }>(\"Runtime.evaluate\", evalParams);\n        sx = Number(result?.value?.sx ?? 0);\n        sy = Number(result?.value?.sy ?? 0);\n      } catch {\n        //\n      }\n      const xi = Math.max(0, Math.floor(curX + sx));\n      const yi = Math.max(0, Math.floor(curY + sy));\n\n      let res: { backendNodeId?: number; frameId?: string } | undefined;\n      try {\n        res = await curSession.send<{\n          backendNodeId?: number;\n          frameId?: string;\n        }>(\"DOM.getNodeForLocation\", {\n          x: xi,\n          y: yi,\n          includeUserAgentShadowDOM: false,\n          ignorePointerEventsNone: false,\n        });\n      } catch {\n        return null;\n      }\n\n      const be = res?.backendNodeId;\n      const reportedFrameId = res?.frameId;\n      if (\n        typeof be === \"number\" &&\n        reportedFrameId &&\n        reportedFrameId !== curFrameId\n      ) {\n        const abs = await buildAbsoluteXPathFromChain(\n          iframeChain,\n          curSession,\n          be,\n        );\n        return abs\n          ? { frameId: reportedFrameId, backendNodeId: be, absoluteXPath: abs }\n          : null;\n      }\n\n      if (typeof be !== \"number\") return null;\n\n      let matchedChild: string | undefined;\n      for (const fid of listChildrenOf(parentByFrame, curFrameId)) {\n        try {\n          const { backendNodeId } = await curSession.send<{\n            backendNodeId?: number;\n          }>(\"DOM.getFrameOwner\", { frameId: fid });\n          if (backendNodeId === be) {\n            matchedChild = fid;\n            break;\n          }\n        } catch {\n          continue;\n        }\n      }\n\n      if (!matchedChild) {\n        const abs = await buildAbsoluteXPathFromChain(\n          iframeChain,\n          curSession,\n          be,\n        );\n        return abs\n          ? { frameId: curFrameId, backendNodeId: be, absoluteXPath: abs }\n          : null;\n      }\n\n      iframeChain.push({\n        parentSession: curSession,\n        iframeBackendNodeId: be,\n      });\n\n      let left = 0;\n      let top = 0;\n      try {\n        const { object } = await curSession.send<{\n          object: { objectId?: string };\n        }>(\"DOM.resolveNode\", { backendNodeId: be });\n        const objectId = object?.objectId;\n        if (objectId) {\n          const { result } = await curSession.send<{\n            result: { value?: { left: number; top: number } };\n          }>(\"Runtime.callFunctionOn\", {\n            objectId,\n            functionDeclaration: a11yScriptSources.getBoundingRectLite,\n            returnByValue: true,\n          });\n          left = Number(result?.value?.left ?? 0);\n          top = Number(result?.value?.top ?? 0);\n          await curSession\n            .send(\"Runtime.releaseObject\", { objectId })\n            .catch(() => {});\n        }\n      } catch {\n        //\n      }\n      curX = Math.max(0, curX - left);\n      curY = Math.max(0, curY - top);\n      curFrameId = matchedChild;\n      curSession = page.getSessionForFrame(curFrameId);\n    } catch {\n      return null;\n    }\n  }\n  return null;\n}\n"]}
+{"version":3,"file":"coordinateResolver.js","sourceRoot":"","sources":["../../../../../../../lib/v3/understudy/a11y/snapshot/coordinateResolver.ts"],"names":[],"mappings":";;AAcA,0DA6LC;AAxMD,mFAAsE;AACtE,0FAAgF;AAChF,+DAA8D;AAE9D,2DAAqD;AACrD,mDAA8D;AAE9D;;;GAGG;AACI,KAAK,UAAU,uBAAuB,CAC3C,IAAU,EACV,CAAS,EACT,CAAS;IAET,MAAM,IAAI,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;IACrC,MAAM,aAAa,GAAG,IAAI,GAAG,EAAyB,CAAC;IACvD,CAAC,SAAS,KAAK,CAAC,CAA0B,EAAE,MAAqB;QAC/D,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QACtC,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,IAAI,EAAE;YAAE,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAEf,MAAM,WAAW,GAGZ,EAAE,CAAC;IAER,IAAI,UAAU,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACpC,IAAI,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC;IACrD,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,IAAI,IAAI,GAAG,CAAC,CAAC;IAEb,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;QACvC,IAAI,CAAC;YACH,MAAM,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAEpD,IAAI,EAAE,GAAG,CAAC,CAAC;YACX,IAAI,EAAE,GAAG,CAAC,CAAC;YACX,IAAI,CAAC;gBACH,MAAM,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBACxD,MAAM,KAAK,GAAG,MAAM,+CAAiB;qBAClC,gBAAgB,CAAC,UAAU,EAAE,UAAU,CAAC;qBACxC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBACnB,MAAM,UAAU,GAAG,IAAA,uCAAmB,EAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC;gBAC/D,MAAM,UAAU,GAAG,KAAK;oBACtB,CAAC,CAAC;wBACE,SAAS,EAAE,KAAK;wBAChB,UAAU,EAAE,UAAU;wBACtB,aAAa,EAAE,IAAI;qBACpB;oBACH,CAAC,CAAC,EAAE,UAAU,EAAE,UAAU,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;gBACpD,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,UAAU,CAAC,IAAI,CAErC,kBAAkB,EAAE,UAAU,CAAC,CAAC;gBACnC,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC;gBACpC,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC;YACtC,CAAC;YAAC,MAAM,CAAC;gBACP,EAAE;YACJ,CAAC;YACD,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC;YAC9C,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC;YAE9C,IAAI,GAA6D,CAAC;YAClE,IAAI,CAAC;gBACH,GAAG,GAAG,MAAM,UAAU,CAAC,IAAI,CAGxB,wBAAwB,EAAE;oBAC3B,CAAC,EAAE,EAAE;oBACL,CAAC,EAAE,EAAE;oBACL,yBAAyB,EAAE,KAAK;oBAChC,uBAAuB,EAAE,KAAK;iBAC/B,CAAC,CAAC;YACL,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,IAAI,CAAC;YACd,CAAC;YAED,MAAM,EAAE,GAAG,GAAG,EAAE,aAAa,CAAC;YAC9B,MAAM,eAAe,GAAG,GAAG,EAAE,OAAO,CAAC;YACrC,IACE,OAAO,EAAE,KAAK,QAAQ;gBACtB,eAAe;gBACf,eAAe,KAAK,UAAU,EAC9B,CAAC;gBACD,MAAM,KAAK,GAAG,CAAC,GAAG,WAAW,CAAC,CAAC;gBAC/B,MAAM,SAAS,GAAa,EAAE,CAAC;gBAC/B,IAAI,OAAO,GAA8B,eAAe,CAAC;gBACzD,OAAO,OAAO,IAAI,OAAO,KAAK,UAAU,EAAE,CAAC;oBACzC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC3B,OAAO,GAAG,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACvC,CAAC;gBAED,IAAI,iBAAiB,GAAG,KAAK,CAAC;gBAC9B,IAAI,OAAO,KAAK,UAAU,EAAE,CAAC;oBAC3B,iBAAiB,GAAG,IAAI,CAAC;oBACzB,KAAK,MAAM,YAAY,IAAI,SAAS,EAAE,CAAC;wBACrC,MAAM,aAAa,GAAG,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;wBACtD,IAAI,CAAC,aAAa,EAAE,CAAC;4BACnB,iBAAiB,GAAG,KAAK,CAAC;4BAC1B,MAAM;wBACR,CAAC;wBACD,IAAI,CAAC;4BACH,MAAM,aAAa,GAAG,IAAI,CAAC,kBAAkB,CAAC,aAAa,CAAC,CAAC;4BAC7D,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,aAAa,CAAC,IAAI,CAE/C,mBAAmB,EAAE,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC;4BACnD,IAAI,OAAO,aAAa,KAAK,QAAQ,EAAE,CAAC;gCACtC,iBAAiB,GAAG,KAAK,CAAC;gCAC1B,MAAM;4BACR,CAAC;4BAED,KAAK,CAAC,IAAI,CAAC;gCACT,aAAa;gCACb,mBAAmB,EAAE,aAAa;6BACnC,CAAC,CAAC;wBACL,CAAC;wBAAC,MAAM,CAAC;4BACP,iBAAiB,GAAG,KAAK,CAAC;4BAC1B,MAAM;wBACR,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,IAAI,CAAC,iBAAiB,EAAE,CAAC;oBACvB,OAAO,IAAI,CAAC;gBACd,CAAC;gBAED,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,CAAC;gBAC7D,MAAM,GAAG,GAAG,MAAM,IAAA,2CAA2B,EAAC,KAAK,EAAE,WAAW,EAAE,EAAE,CAAC,CAAC;gBACtE,OAAO,GAAG;oBACR,CAAC,CAAC,EAAE,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,EAAE,EAAE,aAAa,EAAE,GAAG,EAAE;oBACrE,CAAC,CAAC,IAAI,CAAC;YACX,CAAC;YAED,IAAI,OAAO,EAAE,KAAK,QAAQ;gBAAE,OAAO,IAAI,CAAC;YAExC,IAAI,YAAgC,CAAC;YACrC,KAAK,MAAM,GAAG,IAAI,IAAA,kCAAc,EAAC,aAAa,EAAE,UAAU,CAAC,EAAE,CAAC;gBAC5D,IAAI,CAAC;oBACH,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,UAAU,CAAC,IAAI,CAE5C,mBAAmB,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC;oBAC1C,IAAI,aAAa,KAAK,EAAE,EAAE,CAAC;wBACzB,YAAY,GAAG,GAAG,CAAC;wBACnB,MAAM;oBACR,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,SAAS;gBACX,CAAC;YACH,CAAC;YAED,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,MAAM,GAAG,GAAG,MAAM,IAAA,2CAA2B,EAC3C,WAAW,EACX,UAAU,EACV,EAAE,CACH,CAAC;gBACF,OAAO,GAAG;oBACR,CAAC,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,EAAE,EAAE,aAAa,EAAE,GAAG,EAAE;oBAChE,CAAC,CAAC,IAAI,CAAC;YACX,CAAC;YAED,WAAW,CAAC,IAAI,CAAC;gBACf,aAAa,EAAE,UAAU;gBACzB,mBAAmB,EAAE,EAAE;aACxB,CAAC,CAAC;YAEH,IAAI,IAAI,GAAG,CAAC,CAAC;YACb,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,IAAI,CAAC;gBACH,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,UAAU,CAAC,IAAI,CAErC,iBAAiB,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC7C,MAAM,QAAQ,GAAG,MAAM,EAAE,QAAQ,CAAC;gBAClC,IAAI,QAAQ,EAAE,CAAC;oBACb,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,UAAU,CAAC,IAAI,CAErC,wBAAwB,EAAE;wBAC3B,QAAQ;wBACR,mBAAmB,EAAE,4CAAiB,CAAC,mBAAmB;wBAC1D,aAAa,EAAE,IAAI;qBACpB,CAAC,CAAC;oBACH,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,IAAI,CAAC,CAAC,CAAC;oBACxC,GAAG,GAAG,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;oBACtC,MAAM,UAAU;yBACb,IAAI,CAAC,uBAAuB,EAAE,EAAE,QAAQ,EAAE,CAAC;yBAC3C,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBACrB,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,EAAE;YACJ,CAAC;YACD,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC,CAAC;YAChC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,GAAG,CAAC,CAAC;YAC/B,UAAU,GAAG,YAAY,CAAC;YAC1B,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC;QACnD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC","sourcesContent":["import type { Protocol } from \"devtools-protocol\";\nimport type { CDPSessionLike } from \"../../cdp.js\";\nimport { Page } from \"../../page.js\";\nimport { executionContexts } from \"../../executionContextRegistry.js\";\nimport { a11yScriptSources } from \"../../../dom/build/a11yScripts.generated.js\";\nimport { buildA11yInvocation } from \"../../a11yInvocation.js\";\nimport type { ResolvedLocation } from \"../../../types/private/snapshot.js\";\nimport { listChildrenOf } from \"./focusSelectors.js\";\nimport { buildAbsoluteXPathFromChain } from \"./xpathUtils.js\";\n\n/**\n * Resolve deepest node for a page coordinate and compute its absolute XPath across frames.\n * More efficient than building a full hybrid snapshot when only a single node’s XPath is needed.\n */\nexport async function resolveXpathForLocation(\n  page: Page,\n  x: number,\n  y: number,\n): Promise<ResolvedLocation | null> {\n  const tree = page.getFullFrameTree();\n  const parentByFrame = new Map<string, string | null>();\n  (function index(n: Protocol.Page.FrameTree, parent: string | null) {\n    parentByFrame.set(n.frame.id, parent);\n    for (const c of n.childFrames ?? []) index(c, n.frame.id);\n  })(tree, null);\n\n  const iframeChain: Array<{\n    parentSession: CDPSessionLike;\n    iframeBackendNodeId: number;\n  }> = [];\n\n  let curFrameId = page.mainFrameId();\n  let curSession = page.getSessionForFrame(curFrameId);\n  let curX = x;\n  let curY = y;\n\n  for (let depth = 0; depth < 8; depth++) {\n    try {\n      await curSession.send(\"DOM.enable\").catch(() => {});\n\n      let sx = 0;\n      let sy = 0;\n      try {\n        await curSession.send(\"Runtime.enable\").catch(() => {});\n        const ctxId = await executionContexts\n          .waitForMainWorld(curSession, curFrameId)\n          .catch(() => {});\n        const scrollExpr = buildA11yInvocation(\"getScrollOffsets\", []);\n        const evalParams = ctxId\n          ? {\n              contextId: ctxId,\n              expression: scrollExpr,\n              returnByValue: true,\n            }\n          : { expression: scrollExpr, returnByValue: true };\n        const { result } = await curSession.send<{\n          result: { value?: { sx?: number; sy?: number } };\n        }>(\"Runtime.evaluate\", evalParams);\n        sx = Number(result?.value?.sx ?? 0);\n        sy = Number(result?.value?.sy ?? 0);\n      } catch {\n        //\n      }\n      const xi = Math.max(0, Math.floor(curX + sx));\n      const yi = Math.max(0, Math.floor(curY + sy));\n\n      let res: { backendNodeId?: number; frameId?: string } | undefined;\n      try {\n        res = await curSession.send<{\n          backendNodeId?: number;\n          frameId?: string;\n        }>(\"DOM.getNodeForLocation\", {\n          x: xi,\n          y: yi,\n          includeUserAgentShadowDOM: false,\n          ignorePointerEventsNone: false,\n        });\n      } catch {\n        return null;\n      }\n\n      const be = res?.backendNodeId;\n      const reportedFrameId = res?.frameId;\n      if (\n        typeof be === \"number\" &&\n        reportedFrameId &&\n        reportedFrameId !== curFrameId\n      ) {\n        const chain = [...iframeChain];\n        const framePath: string[] = [];\n        let frameId: string | null | undefined = reportedFrameId;\n        while (frameId && frameId !== curFrameId) {\n          framePath.unshift(frameId);\n          frameId = parentByFrame.get(frameId);\n        }\n\n        let resolvedFramePath = false;\n        if (frameId === curFrameId) {\n          resolvedFramePath = true;\n          for (const childFrameId of framePath) {\n            const parentFrameId = parentByFrame.get(childFrameId);\n            if (!parentFrameId) {\n              resolvedFramePath = false;\n              break;\n            }\n            try {\n              const parentSession = page.getSessionForFrame(parentFrameId);\n              const { backendNodeId } = await parentSession.send<{\n                backendNodeId?: number;\n              }>(\"DOM.getFrameOwner\", { frameId: childFrameId });\n              if (typeof backendNodeId !== \"number\") {\n                resolvedFramePath = false;\n                break;\n              }\n\n              chain.push({\n                parentSession,\n                iframeBackendNodeId: backendNodeId,\n              });\n            } catch {\n              resolvedFramePath = false;\n              break;\n            }\n          }\n        }\n\n        if (!resolvedFramePath) {\n          return null;\n        }\n\n        const leafSession = page.getSessionForFrame(reportedFrameId);\n        const abs = await buildAbsoluteXPathFromChain(chain, leafSession, be);\n        return abs\n          ? { frameId: reportedFrameId, backendNodeId: be, absoluteXPath: abs }\n          : null;\n      }\n\n      if (typeof be !== \"number\") return null;\n\n      let matchedChild: string | undefined;\n      for (const fid of listChildrenOf(parentByFrame, curFrameId)) {\n        try {\n          const { backendNodeId } = await curSession.send<{\n            backendNodeId?: number;\n          }>(\"DOM.getFrameOwner\", { frameId: fid });\n          if (backendNodeId === be) {\n            matchedChild = fid;\n            break;\n          }\n        } catch {\n          continue;\n        }\n      }\n\n      if (!matchedChild) {\n        const abs = await buildAbsoluteXPathFromChain(\n          iframeChain,\n          curSession,\n          be,\n        );\n        return abs\n          ? { frameId: curFrameId, backendNodeId: be, absoluteXPath: abs }\n          : null;\n      }\n\n      iframeChain.push({\n        parentSession: curSession,\n        iframeBackendNodeId: be,\n      });\n\n      let left = 0;\n      let top = 0;\n      try {\n        const { object } = await curSession.send<{\n          object: { objectId?: string };\n        }>(\"DOM.resolveNode\", { backendNodeId: be });\n        const objectId = object?.objectId;\n        if (objectId) {\n          const { result } = await curSession.send<{\n            result: { value?: { left: number; top: number } };\n          }>(\"Runtime.callFunctionOn\", {\n            objectId,\n            functionDeclaration: a11yScriptSources.getBoundingRectLite,\n            returnByValue: true,\n          });\n          left = Number(result?.value?.left ?? 0);\n          top = Number(result?.value?.top ?? 0);\n          await curSession\n            .send(\"Runtime.releaseObject\", { objectId })\n            .catch(() => {});\n        }\n      } catch {\n        //\n      }\n      curX = Math.max(0, curX - left);\n      curY = Math.max(0, curY - top);\n      curFrameId = matchedChild;\n      curSession = page.getSessionForFrame(curFrameId);\n    } catch {\n      return null;\n    }\n  }\n  return null;\n}\n"]}

package/dist/cjs/lib/v3/v3.d.ts

@@ -59,8 +59,8 @@ export declare class V3 {
      */
     get isBrowserbase(): boolean;
     /**
-     * Returns true if captcha auto-solving is enabled on Browserbase.
-     * Defaults to true when not explicitly set to false.
+     * Returns whether agents should wait for Browserbase CAPTCHA solve events.
+     * Local attachments can opt in without changing session lifecycle behavior.
      */
     get isCaptchaAutoSolveEnabled(): boolean;
     /**
@@ -89,6 +89,12 @@ export declare class V3 {
         width: number;
         height: number;
     };
+    get hasConfiguredViewport(): boolean;
+    private rawConfiguredViewport;
+    resolveViewport(): Promise<{
+        width: number;
+        height: number;
+    }>;
     private _onCdpClosed;
     readonly experimental: boolean;
     readonly logInferenceToFile: boolean;

package/dist/cjs/lib/v3/v3.js

@@ -207,13 +207,15 @@ let V3 = (() => {
             return this.state.kind === "BROWSERBASE";
         }
         /**
-         * Returns true if captcha auto-solving is enabled on Browserbase.
-         * Defaults to true when not explicitly set to false.
+         * Returns whether agents should wait for Browserbase CAPTCHA solve events.
+         * Local attachments can opt in without changing session lifecycle behavior.
          */
         get isCaptchaAutoSolveEnabled() {
-            return (this.isBrowserbase &&
-                this.opts.browserbaseSessionCreateParams?.browserSettings
-                    ?.solveCaptchas !== false);
+            const solveCaptchas = this.opts.browserbaseSessionCreateParams?.browserSettings?.solveCaptchas;
+            return ((this.opts.waitForCaptchaSolves ??
+                solveCaptchas ??
+                this.opts.env === "BROWSERBASE") &&
+                solveCaptchas !== false);
         }
         /**
          * Returns true if Browserbase Verified mode is enabled in settings.
@@ -246,22 +248,37 @@ let V3 = (() => {
          * Falls back to default 1288x711 if not configured.
          */
         get configuredViewport() {
-            const defaultWidth = 1288;
-            const defaultHeight = 711;
-            if (this.opts.env === "BROWSERBASE") {
-                const vp = this.opts.browserbaseSessionCreateParams?.browserSettings?.viewport;
-                return {
-                    width: vp?.width ?? defaultWidth,
-                    height: vp?.height ?? defaultHeight,
-                };
-            }
-            // LOCAL env
-            const vp = this.opts.localBrowserLaunchOptions?.viewport;
+            const viewport = this.rawConfiguredViewport();
             return {
-                width: vp?.width ?? defaultWidth,
-                height: vp?.height ?? defaultHeight,
+                width: viewport?.width ?? 1288,
+                height: viewport?.height ?? 711,
             };
         }
+        get hasConfiguredViewport() {
+            return this.rawConfiguredViewport() !== undefined;
+        }
+        rawConfiguredViewport() {
+            if (this.opts.env === "BROWSERBASE") {
+                return this.opts.browserbaseSessionCreateParams?.browserSettings
+                    ?.viewport;
+            }
+            return this.opts.localBrowserLaunchOptions?.viewport;
+        }
+        async resolveViewport() {
+            const configured = this.rawConfiguredViewport();
+            if (configured)
+                return this.configuredViewport;
+            try {
+                const page = await this.context.awaitActivePage();
+                const { width, height } = await page.mainFrame().evaluate("({ width: window.innerWidth, height: window.innerHeight })");
+                if (width && height)
+                    return { width, height };
+            }
+            catch {
+                //
+            }
+            return this.configuredViewport;
+        }
         _onCdpClosed = (why) => {
             if (this.state.kind === "BROWSERBASE") {
                 void this._logBrowserbaseSessionStatus();
@@ -909,6 +926,7 @@ let V3 = (() => {
                                 verbose: this.verbose,
                                 systemPrompt: this.opts.systemPrompt,
                                 selfHeal: this.opts.selfHeal,
+                                waitForCaptchaSolves: this.isCaptchaAutoSolveEnabled,
                                 useTouch: this.opts.useTouch,
                                 browserbaseSessionCreateParams: createSessionPayload,
                                 browserbaseSessionID: this.opts.browserbaseSessionID,