@browserbasehq/orca 3.1.0-patch.4 → 3.2.0-middleware.1

package/dist/cjs/lib/v3/handlers/observeHandler.js.map

@@ -1 +1 @@
-{"version":3,"file":"observeHandler.js","sourceRoot":"","sources":["../../../../../lib/v3/handlers/observeHandler.ts"],"names":[],"mappings":";;;AAAA,oCAAoC;AACpC,qDAA2D;AAC3D,6CAAsD;AACtD,4CAAwC;AACxC,2DAA4D;AAC5D,mEAA6E;AAE7E,8DAGsC;AAQtC,+DAAmE;AACnE,oEAAoE;AAEpE,MAAa,cAAc;IACR,SAAS,CAAY;IACrB,gBAAgB,CAAiB;IACjC,oBAAoB,CAAgB;IACpC,gBAAgB,CAA4C;IAC5D,YAAY,CAAS;IACrB,kBAAkB,CAAU;IAC5B,YAAY,CAAU;IACtB,SAAS,CAOhB;IAEV,YACE,SAAoB,EACpB,gBAAgC,EAChC,oBAAmC,EACnC,gBAA2D,EAC3D,YAAqB,EACrB,kBAA4B,EAC5B,YAAsB,EACtB,SAOS;QAET,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;QACjD,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,YAAY,GAAG,YAAY,IAAI,EAAE,CAAC;QACvC,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,IAAI,KAAK,CAAC;QACtD,IAAI,CAAC,YAAY,GAAG,YAAY,IAAI,KAAK,CAAC;QAC1C,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAA4B;QACxC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;QAE/D,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE/C,MAAM,kBAAkB,GACtB,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;QACnE,MAAM,mBAAmB,GAAG,IAAA,oCAAkB,EAC5C,kBAAkB,EAClB,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,kCAAmB,CAAC,EAAE,CAAC,CACpC,CAAC;QAEF,MAAM,oBAAoB,GACxB,WAAW;YACX,kSAAkS,CAAC;QAErS,IAAA,oBAAQ,EAAC;YACP,QAAQ,EAAE,aAAa;YACvB,OAAO,EAAE,sBAAsB;YAC/B,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,WAAW,EAAE;oBACX,KAAK,EAAE,oBAAoB;oBAC3B,IAAI,EAAE,QAAQ;iBACf;aACF;SACF,CAAC,CAAC;QAEH,mEAAmE;QACnE,MAAM,aAAa,GAAG,QAAQ,EAAE,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;QAC9D,mBAAmB,EAAE,CAAC;QACtB,MAAM,QAAQ,GAAG,MAAM,IAAA,gCAAqB,EAAC,IAAI,EAAE;YACjD,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,aAAa,EAAE,aAAa,IAAI,SAAS;SAC1C,CAAC,CAAC;QAEH,MAAM,YAAY,GAAG,QAAQ,CAAC,YAAY,CAAC;QAC3C,MAAM,gBAAgB,GAAG,QAAQ,CAAC,gBAAgB,IAAI,EAAE,CAAC;QAEzD,IAAA,oBAAQ,EAAC;YACP,QAAQ,EAAE,aAAa;YACvB,OAAO,EAAE,6BAA6B;YACtC,KAAK,EAAE,CAAC;SACT,CAAC,CAAC;QAEH,8CAA8C;QAC9C,mBAAmB,EAAE,CAAC;QACtB,MAAM,mBAAmB,GAAG,MAAM,IAAA,sBAAU,EAAC;YAC3C,WAAW,EAAE,oBAAoB;YACjC,WAAW,EAAE,YAAY;YACzB,SAAS;YACT,wBAAwB,EAAE,IAAI,CAAC,YAAY;YAC3C,MAAM,EAAE,oBAAQ;YAChB,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,gBAAgB,EAAE,MAAM,CAAC,MAAM,CAAC,uCAAyB,CAAC;SAC3D,CAAC,CAAC;QAEH,MAAM,EACJ,aAAa,GAAG,CAAC,EACjB,iBAAiB,GAAG,CAAC,EACrB,gBAAgB,GAAG,CAAC,EACpB,mBAAmB,GAAG,CAAC,EACvB,iBAAiB,GAAG,CAAC,GACtB,GAAG,mBAAmB,CAAC;QAExB,uDAAuD;QACvD,IAAI,CAAC,SAAS,EAAE,CACd,2BAAc,CAAC,OAAO,EACtB,aAAa,EACb,iBAAiB,EACjB,gBAAgB,EAChB,mBAAmB,EACnB,iBAAiB,CAClB,CAAC;QAEF,mDAAmD;QACnD,MAAM,qBAAqB,GAAG,CAC5B,MAAM,OAAO,CAAC,GAAG,CACf,mBAAmB,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;YACjD,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC,CAAC,4CAA4C;YACpF,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC7D,MAAM,WAAW,GAAG,SAAsB,CAAC;gBAC3C,MAAM,KAAK,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;gBAC5C,MAAM,YAAY,GAAG,IAAA,+BAAoB,EAAC,KAAK,CAAC,CAAC;gBACjD,IAAI,CAAC,YAAY;oBAAE,OAAO,SAAS,CAAC;gBAEpC,6EAA6E;gBAC7E,IAAI,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC;gBAClC,IACE,IAAI,CAAC,MAAM,KAAK,aAAa;oBAC7B,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC;oBAC7B,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EACzB,CAAC;oBACD,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;oBACpC,4DAA4D;oBAC5D,IACE,OAAO,SAAS,KAAK,QAAQ;wBAC7B,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,EAC3B,CAAC;wBACD,MAAM,QAAQ,GAAG,gBAAgB,CAAC,SAAsB,CAAC,CAAC;wBAC1D,MAAM,eAAe,GAAG,IAAA,+BAAoB,EAAC,QAAQ,CAAC,CAAC;wBACvD,IAAI,eAAe,EAAE,CAAC;4BACpB,YAAY,GAAG;gCACb,SAAS,eAAe,EAAE;gCAC1B,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;6BAC3B,CAAC;wBACJ,CAAC;6BAAM,CAAC;4BACN,uDAAuD;4BACvD,IAAA,oBAAQ,EAAC;gCACP,QAAQ,EAAE,aAAa;gCACvB,OAAO,EAAE,0CAA0C;gCACnD,KAAK,EAAE,CAAC;gCACR,SAAS,EAAE;oCACT,eAAe,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;oCACrD,eAAe,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;iCACtD;6BACF,CAAC,CAAC;4BACH,OAAO,SAAS,CAAC;wBACnB,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,IAAA,oBAAQ,EAAC;4BACP,QAAQ,EAAE,aAAa;4BACvB,OAAO,EAAE,8CAA8C;4BACvD,KAAK,EAAE,CAAC;4BACR,SAAS,EAAE;gCACT,eAAe,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;gCACrD,eAAe,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;6BACtD;yBACF,CAAC,CAAC;wBACH,OAAO,SAAS,CAAC;oBACnB,CAAC;gBACH,CAAC;gBAED,OAAO;oBACL,GAAG,IAAI;oBACP,SAAS,EAAE,YAAY;oBACvB,QAAQ,EAAE,SAAS,YAAY,EAAE;iBAMlC,CAAC;YACJ,CAAC;YACD,wBAAwB;YACxB,OAAO;gBACL,WAAW,EAAE,gCAAgC;gBAC7C,MAAM,EAAE,eAAe;gBACvB,SAAS,EAAE,EAAE;gBACb,QAAQ,EAAE,eAAe;aAC1B,CAAC;QACJ,CAAC,CAAC,CACH,CACF,CAAC,MAAM,CAAC,CAAI,CAAgB,EAAU,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC;QAE3D,IAAA,oBAAQ,EAAC;YACP,QAAQ,EAAE,aAAa;YACvB,OAAO,EAAE,gBAAgB;YACzB,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,QAAQ,EAAE;oBACR,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,qBAAqB,CAAC;oBAC5C,IAAI,EAAE,QAAQ;iBACf;aACF;SACF,CAAC,CAAC;QAEH,OAAO,qBAAqB,CAAC;IAC/B,CAAC;CACF;AArND,wCAqNC","sourcesContent":["// lib/v3/handlers/observeHandler.ts\nimport { observe as runObserve } from \"../../inference.js\";\nimport { trimTrailingTextNode } from \"../../utils.js\";\nimport { v3Logger } from \"../logger.js\";\nimport { V3FunctionName } from \"../types/public/methods.js\";\nimport { captureHybridSnapshot } from \"../understudy/a11y/snapshot/index.js\";\nimport { LLMClient } from \"../llm/LLMClient.js\";\nimport {\n  ObserveHandlerParams,\n  SupportedUnderstudyAction,\n} from \"../types/private/handlers.js\";\nimport { EncodedId } from \"../types/private/internal.js\";\nimport { Action } from \"../types/public/methods.js\";\nimport {\n  AvailableModel,\n  ClientOptions,\n  ModelConfiguration,\n} from \"../types/public/model.js\";\nimport { ObserveTimeoutError } from \"../types/public/sdkErrors.js\";\nimport { createTimeoutGuard } from \"./handlerUtils/timeoutGuard.js\";\n\nexport class ObserveHandler {\n  private readonly llmClient: LLMClient;\n  private readonly defaultModelName: AvailableModel;\n  private readonly defaultClientOptions: ClientOptions;\n  private readonly resolveLlmClient: (model?: ModelConfiguration) => LLMClient;\n  private readonly systemPrompt: string;\n  private readonly logInferenceToFile: boolean;\n  private readonly experimental: boolean;\n  private readonly onMetrics?: (\n    functionName: V3FunctionName,\n    promptTokens: number,\n    completionTokens: number,\n    reasoningTokens: number,\n    cachedInputTokens: number,\n    inferenceTimeMs: number,\n  ) => void;\n\n  constructor(\n    llmClient: LLMClient,\n    defaultModelName: AvailableModel,\n    defaultClientOptions: ClientOptions,\n    resolveLlmClient: (model?: ModelConfiguration) => LLMClient,\n    systemPrompt?: string,\n    logInferenceToFile?: boolean,\n    experimental?: boolean,\n    onMetrics?: (\n      functionName: V3FunctionName,\n      promptTokens: number,\n      completionTokens: number,\n      reasoningTokens: number,\n      cachedInputTokens: number,\n      inferenceTimeMs: number,\n    ) => void,\n  ) {\n    this.llmClient = llmClient;\n    this.defaultModelName = defaultModelName;\n    this.defaultClientOptions = defaultClientOptions;\n    this.resolveLlmClient = resolveLlmClient;\n    this.systemPrompt = systemPrompt ?? \"\";\n    this.logInferenceToFile = logInferenceToFile ?? false;\n    this.experimental = experimental ?? false;\n    this.onMetrics = onMetrics;\n  }\n\n  async observe(params: ObserveHandlerParams): Promise<Action[]> {\n    const { instruction, page, timeout, selector, model } = params;\n\n    const llmClient = this.resolveLlmClient(model);\n\n    const effectiveTimeoutMs =\n      typeof timeout === \"number\" && timeout > 0 ? timeout : undefined;\n    const ensureTimeRemaining = createTimeoutGuard(\n      effectiveTimeoutMs,\n      (ms) => new ObserveTimeoutError(ms),\n    );\n\n    const effectiveInstruction =\n      instruction ??\n      \"Find elements that can be used for any future actions in the page. These may be navigation links, related pages, section/subsection links, buttons, or other interactive elements. Be comprehensive: if there are multiple elements that may be relevant for future actions, return all of them.\";\n\n    v3Logger({\n      category: \"observation\",\n      message: \"starting observation\",\n      level: 1,\n      auxiliary: {\n        instruction: {\n          value: effectiveInstruction,\n          type: \"string\",\n        },\n      },\n    });\n\n    // Build the hybrid snapshot (a11y-centric text tree + lookup maps)\n    const focusSelector = selector?.replace(/^xpath=/i, \"\") ?? \"\";\n    ensureTimeRemaining();\n    const snapshot = await captureHybridSnapshot(page, {\n      experimental: this.experimental,\n      focusSelector: focusSelector || undefined,\n    });\n\n    const combinedTree = snapshot.combinedTree;\n    const combinedXpathMap = snapshot.combinedXpathMap ?? {};\n\n    v3Logger({\n      category: \"observation\",\n      message: \"Got accessibility tree data\",\n      level: 1,\n    });\n\n    // Call the LLM to propose actionable elements\n    ensureTimeRemaining();\n    const observationResponse = await runObserve({\n      instruction: effectiveInstruction,\n      domElements: combinedTree,\n      llmClient,\n      userProvidedInstructions: this.systemPrompt,\n      logger: v3Logger,\n      logInferenceToFile: this.logInferenceToFile,\n      supportedActions: Object.values(SupportedUnderstudyAction),\n    });\n\n    const {\n      prompt_tokens = 0,\n      completion_tokens = 0,\n      reasoning_tokens = 0,\n      cached_input_tokens = 0,\n      inference_time_ms = 0,\n    } = observationResponse;\n\n    // Update OBSERVE metrics from the LLM observation call\n    this.onMetrics?.(\n      V3FunctionName.OBSERVE,\n      prompt_tokens,\n      completion_tokens,\n      reasoning_tokens,\n      cached_input_tokens,\n      inference_time_ms,\n    );\n\n    // Map elementIds -> selectors via combinedXpathMap\n    const elementsWithSelectors = (\n      await Promise.all(\n        observationResponse.elements.map(async (element) => {\n          const { elementId, ...rest } = element; // rest may or may not have method/arguments\n          if (typeof elementId === \"string\" && elementId.includes(\"-\")) {\n            const lookUpIndex = elementId as EncodedId;\n            const xpath = combinedXpathMap[lookUpIndex];\n            const trimmedXpath = trimTrailingTextNode(xpath);\n            if (!trimmedXpath) return undefined;\n\n            // For dragAndDrop, convert element ID in arguments to xpath (target element)\n            let resolvedArgs = rest.arguments;\n            if (\n              rest.method === \"dragAndDrop\" &&\n              Array.isArray(rest.arguments) &&\n              rest.arguments.length > 0\n            ) {\n              const targetArg = rest.arguments[0];\n              // Check if argument looks like an element ID (e.g., \"1-67\")\n              if (\n                typeof targetArg === \"string\" &&\n                /^\\d+-\\d+$/.test(targetArg)\n              ) {\n                const argXpath = combinedXpathMap[targetArg as EncodedId];\n                const trimmedArgXpath = trimTrailingTextNode(argXpath);\n                if (trimmedArgXpath) {\n                  resolvedArgs = [\n                    `xpath=${trimmedArgXpath}`,\n                    ...rest.arguments.slice(1),\n                  ];\n                } else {\n                  // Target element lookup failed, filter out this action\n                  v3Logger({\n                    category: \"observation\",\n                    message: \"dragAndDrop target element lookup failed\",\n                    level: 0,\n                    auxiliary: {\n                      targetElementId: { value: targetArg, type: \"string\" },\n                      sourceElementId: { value: elementId, type: \"string\" },\n                    },\n                  });\n                  return undefined;\n                }\n              } else {\n                v3Logger({\n                  category: \"observation\",\n                  message: \"dragAndDrop target element invalid ID format\",\n                  level: 0,\n                  auxiliary: {\n                    targetElementId: { value: targetArg, type: \"string\" },\n                    sourceElementId: { value: elementId, type: \"string\" },\n                  },\n                });\n                return undefined;\n              }\n            }\n\n            return {\n              ...rest,\n              arguments: resolvedArgs,\n              selector: `xpath=${trimmedXpath}`,\n            } as {\n              description: string;\n              method?: string;\n              arguments?: string[];\n              selector: string;\n            };\n          }\n          // shadow-root fallback:\n          return {\n            description: \"an element inside a shadow DOM\",\n            method: \"not-supported\",\n            arguments: [],\n            selector: \"not-supported\",\n          };\n        }),\n      )\n    ).filter(<T>(e: T | undefined): e is T => e !== undefined);\n\n    v3Logger({\n      category: \"observation\",\n      message: \"found elements\",\n      level: 1,\n      auxiliary: {\n        elements: {\n          value: JSON.stringify(elementsWithSelectors),\n          type: \"object\",\n        },\n      },\n    });\n\n    return elementsWithSelectors;\n  }\n}\n"]}
+{"version":3,"file":"observeHandler.js","sourceRoot":"","sources":["../../../../../lib/v3/handlers/observeHandler.ts"],"names":[],"mappings":";;;AAAA,oCAAoC;AACpC,qDAA2D;AAC3D,6CAAsD;AACtD,4CAAwC;AACxC,2DAA4D;AAC5D,mEAA6E;AAE7E,8DAGsC;AAQtC,+DAAmE;AACnE,oEAAoE;AAEpE,MAAa,cAAc;IACR,SAAS,CAAY;IACrB,gBAAgB,CAAiB;IACjC,oBAAoB,CAAgB;IACpC,gBAAgB,CAA4C;IAC5D,YAAY,CAAS;IACrB,kBAAkB,CAAU;IAC5B,YAAY,CAAU;IACtB,SAAS,CAOhB;IAEV,YACE,SAAoB,EACpB,gBAAgC,EAChC,oBAAmC,EACnC,gBAA2D,EAC3D,YAAqB,EACrB,kBAA4B,EAC5B,YAAsB,EACtB,SAOS;QAET,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;QACjD,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,YAAY,GAAG,YAAY,IAAI,EAAE,CAAC;QACvC,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,IAAI,KAAK,CAAC;QACtD,IAAI,CAAC,YAAY,GAAG,YAAY,IAAI,KAAK,CAAC;QAC1C,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAA4B;QACxC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;QAE/D,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE/C,MAAM,mBAAmB,GAAG,IAAA,oCAAkB,EAC5C,OAAO,EACP,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,kCAAmB,CAAC,EAAE,CAAC,CACpC,CAAC;QAEF,MAAM,oBAAoB,GACxB,WAAW;YACX,kSAAkS,CAAC;QAErS,IAAA,oBAAQ,EAAC;YACP,QAAQ,EAAE,aAAa;YACvB,OAAO,EAAE,sBAAsB;YAC/B,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,WAAW,EAAE;oBACX,KAAK,EAAE,oBAAoB;oBAC3B,IAAI,EAAE,QAAQ;iBACf;aACF;SACF,CAAC,CAAC;QAEH,mEAAmE;QACnE,MAAM,aAAa,GAAG,QAAQ,EAAE,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;QAC9D,mBAAmB,EAAE,CAAC;QACtB,MAAM,QAAQ,GAAG,MAAM,IAAA,gCAAqB,EAAC,IAAI,EAAE;YACjD,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,aAAa,EAAE,aAAa,IAAI,SAAS;SAC1C,CAAC,CAAC;QAEH,MAAM,YAAY,GAAG,QAAQ,CAAC,YAAY,CAAC;QAC3C,MAAM,gBAAgB,GAAG,QAAQ,CAAC,gBAAgB,IAAI,EAAE,CAAC;QAEzD,IAAA,oBAAQ,EAAC;YACP,QAAQ,EAAE,aAAa;YACvB,OAAO,EAAE,6BAA6B;YACtC,KAAK,EAAE,CAAC;SACT,CAAC,CAAC;QAEH,8CAA8C;QAC9C,mBAAmB,EAAE,CAAC;QACtB,MAAM,mBAAmB,GAAG,MAAM,IAAA,sBAAU,EAAC;YAC3C,WAAW,EAAE,oBAAoB;YACjC,WAAW,EAAE,YAAY;YACzB,SAAS;YACT,wBAAwB,EAAE,IAAI,CAAC,YAAY;YAC3C,MAAM,EAAE,oBAAQ;YAChB,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,gBAAgB,EAAE,MAAM,CAAC,MAAM,CAAC,uCAAyB,CAAC;SAC3D,CAAC,CAAC;QAEH,MAAM,EACJ,aAAa,GAAG,CAAC,EACjB,iBAAiB,GAAG,CAAC,EACrB,gBAAgB,GAAG,CAAC,EACpB,mBAAmB,GAAG,CAAC,EACvB,iBAAiB,GAAG,CAAC,GACtB,GAAG,mBAAmB,CAAC;QAExB,uDAAuD;QACvD,IAAI,CAAC,SAAS,EAAE,CACd,2BAAc,CAAC,OAAO,EACtB,aAAa,EACb,iBAAiB,EACjB,gBAAgB,EAChB,mBAAmB,EACnB,iBAAiB,CAClB,CAAC;QAEF,mDAAmD;QACnD,MAAM,qBAAqB,GAAG,CAC5B,MAAM,OAAO,CAAC,GAAG,CACf,mBAAmB,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;YACjD,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC,CAAC,4CAA4C;YACpF,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC7D,MAAM,WAAW,GAAG,SAAsB,CAAC;gBAC3C,MAAM,KAAK,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;gBAC5C,MAAM,YAAY,GAAG,IAAA,+BAAoB,EAAC,KAAK,CAAC,CAAC;gBACjD,IAAI,CAAC,YAAY;oBAAE,OAAO,SAAS,CAAC;gBAEpC,6EAA6E;gBAC7E,IAAI,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC;gBAClC,IACE,IAAI,CAAC,MAAM,KAAK,aAAa;oBAC7B,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC;oBAC7B,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EACzB,CAAC;oBACD,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;oBACpC,4DAA4D;oBAC5D,IACE,OAAO,SAAS,KAAK,QAAQ;wBAC7B,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,EAC3B,CAAC;wBACD,MAAM,QAAQ,GAAG,gBAAgB,CAAC,SAAsB,CAAC,CAAC;wBAC1D,MAAM,eAAe,GAAG,IAAA,+BAAoB,EAAC,QAAQ,CAAC,CAAC;wBACvD,IAAI,eAAe,EAAE,CAAC;4BACpB,YAAY,GAAG;gCACb,SAAS,eAAe,EAAE;gCAC1B,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;6BAC3B,CAAC;wBACJ,CAAC;6BAAM,CAAC;4BACN,uDAAuD;4BACvD,IAAA,oBAAQ,EAAC;gCACP,QAAQ,EAAE,aAAa;gCACvB,OAAO,EAAE,0CAA0C;gCACnD,KAAK,EAAE,CAAC;gCACR,SAAS,EAAE;oCACT,eAAe,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;oCACrD,eAAe,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;iCACtD;6BACF,CAAC,CAAC;4BACH,OAAO,SAAS,CAAC;wBACnB,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,IAAA,oBAAQ,EAAC;4BACP,QAAQ,EAAE,aAAa;4BACvB,OAAO,EAAE,8CAA8C;4BACvD,KAAK,EAAE,CAAC;4BACR,SAAS,EAAE;gCACT,eAAe,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;gCACrD,eAAe,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;6BACtD;yBACF,CAAC,CAAC;wBACH,OAAO,SAAS,CAAC;oBACnB,CAAC;gBACH,CAAC;gBAED,OAAO;oBACL,GAAG,IAAI;oBACP,SAAS,EAAE,YAAY;oBACvB,QAAQ,EAAE,SAAS,YAAY,EAAE;iBAMlC,CAAC;YACJ,CAAC;YACD,wBAAwB;YACxB,OAAO;gBACL,WAAW,EAAE,gCAAgC;gBAC7C,MAAM,EAAE,eAAe;gBACvB,SAAS,EAAE,EAAE;gBACb,QAAQ,EAAE,eAAe;aAC1B,CAAC;QACJ,CAAC,CAAC,CACH,CACF,CAAC,MAAM,CAAC,CAAI,CAAgB,EAAU,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC;QAE3D,IAAA,oBAAQ,EAAC;YACP,QAAQ,EAAE,aAAa;YACvB,OAAO,EAAE,gBAAgB;YACzB,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,QAAQ,EAAE;oBACR,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,qBAAqB,CAAC;oBAC5C,IAAI,EAAE,QAAQ;iBACf;aACF;SACF,CAAC,CAAC;QAEH,OAAO,qBAAqB,CAAC;IAC/B,CAAC;CACF;AAnND,wCAmNC","sourcesContent":["// lib/v3/handlers/observeHandler.ts\nimport { observe as runObserve } from \"../../inference.js\";\nimport { trimTrailingTextNode } from \"../../utils.js\";\nimport { v3Logger } from \"../logger.js\";\nimport { V3FunctionName } from \"../types/public/methods.js\";\nimport { captureHybridSnapshot } from \"../understudy/a11y/snapshot/index.js\";\nimport { LLMClient } from \"../llm/LLMClient.js\";\nimport {\n  ObserveHandlerParams,\n  SupportedUnderstudyAction,\n} from \"../types/private/handlers.js\";\nimport { EncodedId } from \"../types/private/internal.js\";\nimport { Action } from \"../types/public/methods.js\";\nimport {\n  AvailableModel,\n  ClientOptions,\n  ModelConfiguration,\n} from \"../types/public/model.js\";\nimport { ObserveTimeoutError } from \"../types/public/sdkErrors.js\";\nimport { createTimeoutGuard } from \"./handlerUtils/timeoutGuard.js\";\n\nexport class ObserveHandler {\n  private readonly llmClient: LLMClient;\n  private readonly defaultModelName: AvailableModel;\n  private readonly defaultClientOptions: ClientOptions;\n  private readonly resolveLlmClient: (model?: ModelConfiguration) => LLMClient;\n  private readonly systemPrompt: string;\n  private readonly logInferenceToFile: boolean;\n  private readonly experimental: boolean;\n  private readonly onMetrics?: (\n    functionName: V3FunctionName,\n    promptTokens: number,\n    completionTokens: number,\n    reasoningTokens: number,\n    cachedInputTokens: number,\n    inferenceTimeMs: number,\n  ) => void;\n\n  constructor(\n    llmClient: LLMClient,\n    defaultModelName: AvailableModel,\n    defaultClientOptions: ClientOptions,\n    resolveLlmClient: (model?: ModelConfiguration) => LLMClient,\n    systemPrompt?: string,\n    logInferenceToFile?: boolean,\n    experimental?: boolean,\n    onMetrics?: (\n      functionName: V3FunctionName,\n      promptTokens: number,\n      completionTokens: number,\n      reasoningTokens: number,\n      cachedInputTokens: number,\n      inferenceTimeMs: number,\n    ) => void,\n  ) {\n    this.llmClient = llmClient;\n    this.defaultModelName = defaultModelName;\n    this.defaultClientOptions = defaultClientOptions;\n    this.resolveLlmClient = resolveLlmClient;\n    this.systemPrompt = systemPrompt ?? \"\";\n    this.logInferenceToFile = logInferenceToFile ?? false;\n    this.experimental = experimental ?? false;\n    this.onMetrics = onMetrics;\n  }\n\n  async observe(params: ObserveHandlerParams): Promise<Action[]> {\n    const { instruction, page, timeout, selector, model } = params;\n\n    const llmClient = this.resolveLlmClient(model);\n\n    const ensureTimeRemaining = createTimeoutGuard(\n      timeout,\n      (ms) => new ObserveTimeoutError(ms),\n    );\n\n    const effectiveInstruction =\n      instruction ??\n      \"Find elements that can be used for any future actions in the page. These may be navigation links, related pages, section/subsection links, buttons, or other interactive elements. Be comprehensive: if there are multiple elements that may be relevant for future actions, return all of them.\";\n\n    v3Logger({\n      category: \"observation\",\n      message: \"starting observation\",\n      level: 1,\n      auxiliary: {\n        instruction: {\n          value: effectiveInstruction,\n          type: \"string\",\n        },\n      },\n    });\n\n    // Build the hybrid snapshot (a11y-centric text tree + lookup maps)\n    const focusSelector = selector?.replace(/^xpath=/i, \"\") ?? \"\";\n    ensureTimeRemaining();\n    const snapshot = await captureHybridSnapshot(page, {\n      experimental: this.experimental,\n      focusSelector: focusSelector || undefined,\n    });\n\n    const combinedTree = snapshot.combinedTree;\n    const combinedXpathMap = snapshot.combinedXpathMap ?? {};\n\n    v3Logger({\n      category: \"observation\",\n      message: \"Got accessibility tree data\",\n      level: 1,\n    });\n\n    // Call the LLM to propose actionable elements\n    ensureTimeRemaining();\n    const observationResponse = await runObserve({\n      instruction: effectiveInstruction,\n      domElements: combinedTree,\n      llmClient,\n      userProvidedInstructions: this.systemPrompt,\n      logger: v3Logger,\n      logInferenceToFile: this.logInferenceToFile,\n      supportedActions: Object.values(SupportedUnderstudyAction),\n    });\n\n    const {\n      prompt_tokens = 0,\n      completion_tokens = 0,\n      reasoning_tokens = 0,\n      cached_input_tokens = 0,\n      inference_time_ms = 0,\n    } = observationResponse;\n\n    // Update OBSERVE metrics from the LLM observation call\n    this.onMetrics?.(\n      V3FunctionName.OBSERVE,\n      prompt_tokens,\n      completion_tokens,\n      reasoning_tokens,\n      cached_input_tokens,\n      inference_time_ms,\n    );\n\n    // Map elementIds -> selectors via combinedXpathMap\n    const elementsWithSelectors = (\n      await Promise.all(\n        observationResponse.elements.map(async (element) => {\n          const { elementId, ...rest } = element; // rest may or may not have method/arguments\n          if (typeof elementId === \"string\" && elementId.includes(\"-\")) {\n            const lookUpIndex = elementId as EncodedId;\n            const xpath = combinedXpathMap[lookUpIndex];\n            const trimmedXpath = trimTrailingTextNode(xpath);\n            if (!trimmedXpath) return undefined;\n\n            // For dragAndDrop, convert element ID in arguments to xpath (target element)\n            let resolvedArgs = rest.arguments;\n            if (\n              rest.method === \"dragAndDrop\" &&\n              Array.isArray(rest.arguments) &&\n              rest.arguments.length > 0\n            ) {\n              const targetArg = rest.arguments[0];\n              // Check if argument looks like an element ID (e.g., \"1-67\")\n              if (\n                typeof targetArg === \"string\" &&\n                /^\\d+-\\d+$/.test(targetArg)\n              ) {\n                const argXpath = combinedXpathMap[targetArg as EncodedId];\n                const trimmedArgXpath = trimTrailingTextNode(argXpath);\n                if (trimmedArgXpath) {\n                  resolvedArgs = [\n                    `xpath=${trimmedArgXpath}`,\n                    ...rest.arguments.slice(1),\n                  ];\n                } else {\n                  // Target element lookup failed, filter out this action\n                  v3Logger({\n                    category: \"observation\",\n                    message: \"dragAndDrop target element lookup failed\",\n                    level: 0,\n                    auxiliary: {\n                      targetElementId: { value: targetArg, type: \"string\" },\n                      sourceElementId: { value: elementId, type: \"string\" },\n                    },\n                  });\n                  return undefined;\n                }\n              } else {\n                v3Logger({\n                  category: \"observation\",\n                  message: \"dragAndDrop target element invalid ID format\",\n                  level: 0,\n                  auxiliary: {\n                    targetElementId: { value: targetArg, type: \"string\" },\n                    sourceElementId: { value: elementId, type: \"string\" },\n                  },\n                });\n                return undefined;\n              }\n            }\n\n            return {\n              ...rest,\n              arguments: resolvedArgs,\n              selector: `xpath=${trimmedXpath}`,\n            } as {\n              description: string;\n              method?: string;\n              arguments?: string[];\n              selector: string;\n            };\n          }\n          // shadow-root fallback:\n          return {\n            description: \"an element inside a shadow DOM\",\n            method: \"not-supported\",\n            arguments: [],\n            selector: \"not-supported\",\n          };\n        }),\n      )\n    ).filter(<T>(e: T | undefined): e is T => e !== undefined);\n\n    v3Logger({\n      category: \"observation\",\n      message: \"found elements\",\n      level: 1,\n      auxiliary: {\n        elements: {\n          value: JSON.stringify(elementsWithSelectors),\n          type: \"object\",\n        },\n      },\n    });\n\n    return elementsWithSelectors;\n  }\n}\n"]}

package/dist/cjs/lib/v3/handlers/v3AgentHandler.d.ts

@@ -11,7 +11,8 @@ export declare class V3AgentHandler {
     private systemInstructions?;
     private mcpTools?;
     private mode;
-    constructor(v3: V3, logger: (message: LogLine) => void, llmClient: LLMClient, executionModel?: string | AgentModelConfig, systemInstructions?: string, mcpTools?: ToolSet, mode?: AgentToolMode);
+    private captchaAutoSolveEnabled;
+    constructor(v3: V3, logger: (message: LogLine) => void, llmClient: LLMClient, executionModel?: string | AgentModelConfig, systemInstructions?: string, mcpTools?: ToolSet, mode?: AgentToolMode, captchaAutoSolveEnabled?: boolean);
     private prepareAgent;
     private createPrepareStep;
     private createStepHandler;
@@ -25,8 +26,4 @@ export declare class V3AgentHandler {
      * Returns the messages and any extracted output from the done call.
      */
     private ensureDone;
-    /**
-     * Capture a screenshot and emit it via the event bus
-     */
-    private captureAndEmitScreenshot;
 }

package/dist/cjs/lib/v3/handlers/v3AgentHandler.js

@@ -5,11 +5,12 @@ const index_js_1 = require("../agent/tools/index.js");
 const agentSystemPrompt_js_1 = require("../agent/prompts/agentSystemPrompt.js");
 const ai_1 = require("ai");
 const messageProcessing_js_1 = require("../agent/utils/messageProcessing.js");
-const flowLogger_js_1 = require("../flowLogger.js");
+const FlowLogger_js_1 = require("../flowlogger/FlowLogger.js");
 const methods_js_1 = require("../types/public/methods.js");
 const actionMapping_js_1 = require("../agent/utils/actionMapping.js");
 const sdkErrors_js_1 = require("../types/public/sdkErrors.js");
 const handleDoneToolCall_js_1 = require("../agent/utils/handleDoneToolCall.js");
+const captchaSolver_js_1 = require("../agent/utils/captchaSolver.js");
 function getErrorMessage(error) {
     return error instanceof Error ? error.message : String(error);
 }
@@ -39,7 +40,8 @@ class V3AgentHandler {
     systemInstructions;
     mcpTools;
     mode;
-    constructor(v3, logger, llmClient, executionModel, systemInstructions, mcpTools, mode) {
+    captchaAutoSolveEnabled;
+    constructor(v3, logger, llmClient, executionModel, systemInstructions, mcpTools, mode, captchaAutoSolveEnabled) {
         this.v3 = v3;
         this.logger = logger;
         this.llmClient = llmClient;
@@ -47,6 +49,7 @@ class V3AgentHandler {
         this.systemInstructions = systemInstructions;
         this.mcpTools = mcpTools;
         this.mode = mode ?? "dom";
+        this.captchaAutoSolveEnabled = captchaAutoSolveEnabled ?? false;
     }
     async prepareAgent(instructionOrOptions) {
         try {
@@ -62,11 +65,18 @@ class V3AgentHandler {
                 executionInstruction: options.instruction,
                 mode: this.mode,
                 systemInstructions: this.systemInstructions,
-                isBrowserbase: this.v3.isBrowserbase,
+                captchasAutoSolve: this.v3.isCaptchaAutoSolveEnabled,
                 excludeTools: options.excludeTools,
                 variables: options.variables,
+                useSearch: options.useSearch,
             });
-            const tools = this.createTools(options.excludeTools, options.variables);
+            if (options.useSearch) {
+                const bbApiKey = this.v3.browserbaseApiKey;
+                if (!bbApiKey) {
+                    throw new sdkErrors_js_1.MissingEnvironmentVariableError("BROWSERBASE_API_KEY", "agent search (useSearch: true)");
+                }
+            }
+            const tools = this.createTools(options.excludeTools, options.variables, options.toolTimeout, options.useSearch);
             const allTools = { ...tools, ...this.mcpTools };
             // Use provided messages for continuation, or start fresh with the instruction
             const messages = options.messages?.length
@@ -80,7 +90,7 @@ class V3AgentHandler {
             const wrappedModel = (0, ai_1.wrapLanguageModel)({
                 model: baseModel,
                 middleware: {
-                    ...flowLogger_js_1.SessionFileLogger.createLlmLoggingMiddleware(baseModel.modelId),
+                    ...FlowLogger_js_1.FlowLogger.createLlmLoggingMiddleware(baseModel.modelId),
                 },
             });
             if (this.mode === "hybrid" &&
@@ -111,9 +121,42 @@ class V3AgentHandler {
             throw error;
         }
     }
-    createPrepareStep(userCallback) {
+    createPrepareStep(userCallback, captchaSolver) {
         return async (options) => {
             (0, messageProcessing_js_1.processMessages)(options.messages);
+            if (captchaSolver) {
+                if (captchaSolver.isSolving()) {
+                    this.logger({
+                        category: "agent",
+                        message: "Captcha detected — waiting for Browserbase to solve it before continuing",
+                        level: 1,
+                    });
+                }
+                await captchaSolver.waitIfSolving();
+                const { solved, errored } = captchaSolver.consumeSolveResult();
+                if (solved) {
+                    options.messages.push({
+                        role: "user",
+                        content: captchaSolver_js_1.CAPTCHA_SOLVED_MSG,
+                    });
+                    this.logger({
+                        category: "agent",
+                        message: "Captcha solved — injected notification into agent message stream",
+                        level: 1,
+                    });
+                }
+                if (errored) {
+                    options.messages.push({
+                        role: "user",
+                        content: captchaSolver_js_1.CAPTCHA_ERRORED_MSG,
+                    });
+                    this.logger({
+                        category: "agent",
+                        message: "Captcha solver failed — injected error notification into agent message stream",
+                        level: 1,
+                    });
+                }
+            }
             if (userCallback) {
                 return userCallback(options);
             }
@@ -163,19 +206,6 @@ class V3AgentHandler {
                     }
                 }
                 state.currentPageUrl = (await this.v3.context.awaitActivePage()).url();
-                // Capture screenshot after tool execution (only for evals)
-                if (process.env.EVALS === "true") {
-                    try {
-                        await this.captureAndEmitScreenshot();
-                    }
-                    catch (e) {
-                        this.logger({
-                            category: "agent",
-                            message: `Warning: Failed to capture screenshot: ${getErrorMessage(e)}`,
-                            level: 1,
-                        });
-                    }
-                }
             }
             if (userCallback) {
                 await userCallback(event);
@@ -196,6 +226,7 @@ class V3AgentHandler {
             currentPageUrl: "",
         };
         let messages = [];
+        let captchaSolver;
         try {
             const { options: preparedOptions, maxSteps, systemPrompt, allTools, messages: preparedMessages, wrappedModel, initialPageUrl, } = await this.prepareAgent(instructionOrOptions);
             // Enable cursor overlay for hybrid mode (coordinate-based interactions)
@@ -203,6 +234,11 @@ class V3AgentHandler {
                 const page = await this.v3.context.awaitActivePage();
                 await page.enableCursorOverlay().catch(() => { });
             }
+            // Set up captcha solver for Browserbase environments
+            if (this.captchaAutoSolveEnabled) {
+                captchaSolver = new captchaSolver_js_1.CaptchaSolver();
+                captchaSolver.init(() => this.v3.context.awaitActivePage());
+            }
             messages = preparedMessages;
             state.currentPageUrl = initialPageUrl;
             const callbacks = instructionOrOptions.callbacks;
@@ -225,16 +261,13 @@ class V3AgentHandler {
                 stopWhen: (result) => this.handleStop(result, maxSteps),
                 temperature: 1,
                 toolChoice: "auto",
-                prepareStep: this.createPrepareStep(callbacks?.prepareStep),
+                prepareStep: this.createPrepareStep(callbacks?.prepareStep, captchaSolver),
                 onStepFinish: this.createStepHandler(state, callbacks?.onStepFinish),
                 abortSignal: preparedOptions.signal,
-                providerOptions: wrappedModel.modelId.includes("gemini-3")
-                    ? {
-                        google: {
-                            mediaResolution: "MEDIA_RESOLUTION_HIGH",
-                        },
-                    }
-                    : undefined,
+                providerOptions: {
+                    google: { mediaResolution: "MEDIA_RESOLUTION_HIGH" },
+                    openai: { store: false },
+                },
             });
             const allMessages = [...messages, ...(result.response?.messages || [])];
             const doneResult = await this.ensureDone(state, wrappedModel, allMessages, preparedOptions.instruction, preparedOptions.output, this.logger);
@@ -242,7 +275,8 @@ class V3AgentHandler {
         }
         catch (error) {
             // Re-throw validation errors that should propagate to the caller
-            if (error instanceof sdkErrors_js_1.StreamingCallbacksInNonStreamingModeError) {
+            if (error instanceof sdkErrors_js_1.StreamingCallbacksInNonStreamingModeError ||
+                error instanceof sdkErrors_js_1.MissingEnvironmentVariableError) {
                 throw error;
             }
             // Re-throw abort errors wrapped in AgentAbortError for consistent error typing
@@ -265,6 +299,9 @@ class V3AgentHandler {
                 messages,
             };
         }
+        finally {
+            captchaSolver?.dispose();
+        }
     }
     async stream(instructionOrOptions) {
         const streamOptions = typeof instructionOrOptions === "object" ? instructionOrOptions : null;
@@ -276,6 +313,12 @@ class V3AgentHandler {
             const page = await this.v3.context.awaitActivePage();
             await page.enableCursorOverlay().catch(() => { });
         }
+        // Set up captcha solver for Browserbase environments
+        let captchaSolver;
+        if (this.captchaAutoSolveEnabled) {
+            captchaSolver = new captchaSolver_js_1.CaptchaSolver();
+            captchaSolver.init(() => this.v3.context.awaitActivePage());
+        }
         const callbacks = instructionOrOptions
             .callbacks;
         const state = {
@@ -301,51 +344,61 @@ class V3AgentHandler {
             });
             rejectResult(error);
         };
-        const streamResult = this.llmClient.streamText({
-            model: wrappedModel,
-            messages: prependSystemMessage(systemPrompt, messages),
-            tools: allTools,
-            stopWhen: (result) => this.handleStop(result, maxSteps),
-            temperature: 1,
-            toolChoice: "auto",
-            prepareStep: this.createPrepareStep(callbacks?.prepareStep),
-            onStepFinish: this.createStepHandler(state, callbacks?.onStepFinish),
-            onError: (event) => {
-                if (callbacks?.onError) {
-                    callbacks.onError(event);
-                }
-                handleError(event.error);
-            },
-            onChunk: callbacks?.onChunk,
-            onFinish: (event) => {
-                if (callbacks?.onFinish) {
-                    callbacks.onFinish(event);
-                }
-                const allMessages = [...messages, ...(event.response?.messages || [])];
-                this.ensureDone(state, wrappedModel, allMessages, options.instruction, options.output, this.logger).then((doneResult) => {
-                    const result = this.consolidateMetricsAndResult(startTime, state, doneResult.messages, event, maxSteps, doneResult.output);
-                    resolveResult(result);
-                });
-            },
-            onAbort: (event) => {
-                if (callbacks?.onAbort) {
-                    callbacks.onAbort(event);
-                }
-                // Reject the result promise with AgentAbortError when stream is aborted
-                const reason = options.signal?.reason
-                    ? String(options.signal.reason)
-                    : "Stream was aborted";
-                rejectResult(new sdkErrors_js_1.AgentAbortError(reason));
-            },
-            abortSignal: options.signal,
-            providerOptions: wrappedModel.modelId.includes("gemini-3")
-                ? {
-                    google: {
-                        mediaResolution: "MEDIA_RESOLUTION_HIGH",
-                    },
-                }
-                : undefined,
-        });
+        let streamResult;
+        try {
+            streamResult = this.llmClient.streamText({
+                model: wrappedModel,
+                messages: prependSystemMessage(systemPrompt, messages),
+                tools: allTools,
+                stopWhen: (result) => this.handleStop(result, maxSteps),
+                temperature: 1,
+                toolChoice: "auto",
+                prepareStep: this.createPrepareStep(callbacks?.prepareStep, captchaSolver),
+                onStepFinish: this.createStepHandler(state, callbacks?.onStepFinish),
+                onError: (event) => {
+                    captchaSolver?.dispose();
+                    if (callbacks?.onError) {
+                        callbacks.onError(event);
+                    }
+                    handleError(event.error);
+                },
+                onChunk: callbacks?.onChunk,
+                onFinish: (event) => {
+                    captchaSolver?.dispose();
+                    if (callbacks?.onFinish) {
+                        callbacks.onFinish(event);
+                    }
+                    const allMessages = [
+                        ...messages,
+                        ...(event.response?.messages || []),
+                    ];
+                    this.ensureDone(state, wrappedModel, allMessages, options.instruction, options.output, this.logger).then((doneResult) => {
+                        const result = this.consolidateMetricsAndResult(startTime, state, doneResult.messages, event, maxSteps, doneResult.output);
+                        resolveResult(result);
+                    });
+                },
+                onAbort: (event) => {
+                    captchaSolver?.dispose();
+                    if (callbacks?.onAbort) {
+                        callbacks.onAbort(event);
+                    }
+                    // Reject the result promise with AgentAbortError when stream is aborted
+                    const reason = options.signal?.reason
+                        ? String(options.signal.reason)
+                        : "Stream was aborted";
+                    rejectResult(new sdkErrors_js_1.AgentAbortError(reason));
+                },
+                abortSignal: options.signal,
+                providerOptions: {
+                    google: { mediaResolution: "MEDIA_RESOLUTION_HIGH" },
+                    openai: { store: false },
+                },
+            });
+        }
+        catch (error) {
+            captchaSolver?.dispose();
+            throw error;
+        }
         const agentStreamResult = streamResult;
         agentStreamResult.result = resultPromise;
         return agentStreamResult;
@@ -388,7 +441,7 @@ class V3AgentHandler {
             messages: inputMessages,
         };
     }
-    createTools(excludeTools, variables) {
+    createTools(excludeTools, variables, toolTimeout, useSearch) {
         const provider = this.llmClient?.getLanguageModel?.()?.provider;
         return (0, index_js_1.createAgentTools)(this.v3, {
             executionModel: this.executionModel,
@@ -397,6 +450,9 @@ class V3AgentHandler {
             provider,
             excludeTools,
             variables,
+            toolTimeout,
+            useSearch,
+            browserbaseApiKey: useSearch ? this.v3.browserbaseApiKey : undefined,
         });
     }
     handleStop(result, maxSteps) {
@@ -445,23 +501,6 @@ class V3AgentHandler {
             output: doneResult.output,
         };
     }
-    /**
-     * Capture a screenshot and emit it via the event bus
-     */
-    async captureAndEmitScreenshot() {
-        try {
-            const page = await this.v3.context.awaitActivePage();
-            const screenshot = await page.screenshot({ fullPage: false });
-            this.v3.bus.emit("agent_screenshot_taken_event", screenshot);
-        }
-        catch (error) {
-            this.logger({
-                category: "agent",
-                message: `Error capturing screenshot: ${getErrorMessage(error)}`,
-                level: 0,
-            });
-        }
-    }
 }
 exports.V3AgentHandler = V3AgentHandler;
 //# sourceMappingURL=v3AgentHandler.js.map

package/dist/cjs/lib/v3/handlers/v3AgentHandler.js.map

@@ -1 +1 @@
-{"version":3,"file":"v3AgentHandler.js","sourceRoot":"","sources":["../../../../../lib/v3/handlers/v3AgentHandler.ts"],"names":[],"mappings":";;;AAAA,sDAA2D;AAC3D,gFAA+E;AAG/E,2BAWY;AAEZ,8EAAsE;AAEtE,oDAAqD;AAcrD,2DAA4D;AAC5D,sEAAyE;AACzE,+DAIsC;AACtC,gFAA0E;AAE1E,SAAS,eAAe,CAAC,KAAc;IACrC,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAChE,CAAC;AAED;;;GAGG;AACH,SAAS,oBAAoB,CAC3B,YAAoB,EACpB,QAAwB;IAExB,OAAO;QACL;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,YAAY;YACrB,eAAe,EAAE;gBACf,SAAS,EAAE;oBACT,YAAY,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;iBACpC;aACF;SACF;QACD,GAAG,QAAQ;KACZ,CAAC;AACJ,CAAC;AAED,MAAa,cAAc;IACjB,EAAE,CAAK;IACP,MAAM,CAA6B;IACnC,SAAS,CAAY;IACrB,cAAc,CAA6B;IAC3C,kBAAkB,CAAU;IAC5B,QAAQ,CAAW;IACnB,IAAI,CAAgB;IAE5B,YACE,EAAM,EACN,MAAkC,EAClC,SAAoB,EACpB,cAA0C,EAC1C,kBAA2B,EAC3B,QAAkB,EAClB,IAAoB;QAEpB,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;QAC7C,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,IAAI,GAAG,IAAI,IAAI,KAAK,CAAC;IAC5B,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,oBAAsD;QAEtD,IAAI,CAAC;YACH,MAAM,OAAO,GACX,OAAO,oBAAoB,KAAK,QAAQ;gBACtC,CAAC,CAAC,EAAE,WAAW,EAAE,oBAAoB,EAAE;gBACvC,CAAC,CAAC,oBAAoB,CAAC;YAE3B,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC;YAExC,gEAAgE;YAChE,MAAM,cAAc,GAAG,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC;YAEvE,wDAAwD;YACxD,MAAM,YAAY,GAAG,IAAA,6CAAsB,EAAC;gBAC1C,GAAG,EAAE,cAAc;gBACnB,oBAAoB,EAAE,OAAO,CAAC,WAAW;gBACzC,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;gBAC3C,aAAa,EAAE,IAAI,CAAC,EAAE,CAAC,aAAa;gBACpC,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,SAAS,EAAE,OAAO,CAAC,SAAS;aAC7B,CAAC,CAAC;YAEH,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;YACxE,MAAM,QAAQ,GAAY,EAAE,GAAG,KAAK,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;YAEzD,8EAA8E;YAC9E,MAAM,QAAQ,GAAmB,OAAO,CAAC,QAAQ,EAAE,MAAM;gBACvD,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC;gBACvE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;YAErD,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,gBAAgB,EAAE,CAAC;gBACtC,MAAM,IAAI,2CAA4B,EAAE,CAAC;YAC3C,CAAC;YACD,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,gBAAgB,EAAE,CAAC;YACpD,kDAAkD;YAClD,MAAM,YAAY,GAAG,IAAA,sBAAiB,EAAC;gBACrC,KAAK,EAAE,SAAS;gBAChB,UAAU,EAAE;oBACV,GAAG,iCAAiB,CAAC,0BAA0B,CAAC,SAAS,CAAC,OAAO,CAAC;iBACnE;aACF,CAAC,CAAC;YAEH,IACE,IAAI,CAAC,IAAI,KAAK,QAAQ;gBACtB,CAAC,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC;gBAC7C,CAAC,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EACrC,CAAC;gBACD,IAAI,CAAC,MAAM,CAAC;oBACV,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,aAAa,SAAS,CAAC,OAAO,uHAAuH;oBAC9J,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;YACL,CAAC;YAED,OAAO;gBACL,OAAO;gBACP,QAAQ;gBACR,YAAY;gBACZ,QAAQ;gBACR,QAAQ;gBACR,YAAY;gBACZ,cAAc;aACf,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC;gBACV,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,4BAA4B,KAAK,EAAE;gBAC5C,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YACH,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IACO,iBAAiB,CACvB,YAA2C;QAE3C,OAAO,KAAK,EAAE,OAAO,EAAE,EAAE;YACvB,IAAA,sCAAe,EAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAClC,IAAI,YAAY,EAAE,CAAC;gBACjB,OAAO,YAAY,CAAC,OAAO,CAAC,CAAC;YAC/B,CAAC;YACD,OAAO,OAAO,CAAC;QACjB,CAAC,CAAC;IACJ,CAAC;IAEO,iBAAiB,CACvB,KAAiB,EACjB,YAE2C;QAE3C,OAAO,KAAK,EAAE,KAA0B,EAAE,EAAE;YAC1C,IAAI,CAAC,MAAM,CAAC;gBACV,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,kBAAkB,KAAK,CAAC,YAAY,EAAE;gBAC/C,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YAEH,IAAI,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAChD,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;oBACpC,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC;oBAC5B,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC;oBAE1C,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACxC,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBAC1C,IAAI,CAAC,MAAM,CAAC;4BACV,QAAQ,EAAE,OAAO;4BACjB,OAAO,EAAE,cAAc,KAAK,CAAC,IAAI,EAAE;4BACnC,KAAK,EAAE,CAAC;yBACT,CAAC,CAAC;oBACL,CAAC;oBAED,IAAI,QAAQ,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;wBACjC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC;wBACvB,IAAI,IAAI,EAAE,YAAY,EAAE,CAAC;4BACvB,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC;4BACrC,MAAM,YAAY,GAAG,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;4BACxD,KAAK,CAAC,YAAY,GAAG,aAAa;gCAChC,CAAC,CAAC,GAAG,YAAY,IAAI,aAAa,EAAE,CAAC,IAAI,EAAE;gCAC3C,CAAC,CAAC,YAAY,IAAI,6BAA6B,CAAC;wBACpD,CAAC;oBACH,CAAC;oBACD,MAAM,aAAa,GAAG,IAAA,yCAAsB,EAAC;wBAC3C,YAAY,EAAE,QAAQ,CAAC,QAAQ;wBAC/B,UAAU;wBACV,IAAI;wBACJ,SAAS,EAAE,KAAK,CAAC,IAAI,IAAI,SAAS;qBACnC,CAAC,CAAC;oBAEH,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE,CAAC;wBACnC,MAAM,CAAC,OAAO,GAAG,KAAK,CAAC,cAAc,CAAC;wBACtC,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;wBAC9B,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBAC7B,CAAC;gBACH,CAAC;gBACD,KAAK,CAAC,cAAc,GAAG,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC;gBAEvE,2DAA2D;gBAC3D,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,MAAM,EAAE,CAAC;oBACjC,IAAI,CAAC;wBACH,MAAM,IAAI,CAAC,wBAAwB,EAAE,CAAC;oBACxC,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,IAAI,CAAC,MAAM,CAAC;4BACV,QAAQ,EAAE,OAAO;4BACjB,OAAO,EAAE,0CAA0C,eAAe,CAAC,CAAC,CAAC,EAAE;4BACvE,KAAK,EAAE,CAAC;yBACT,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,YAAY,EAAE,CAAC;gBACjB,MAAM,YAAY,CAAC,KAAK,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,OAAO,CAClB,oBAAkD;QAElD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,OAAO,GACX,OAAO,oBAAoB,KAAK,QAAQ,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC;QACzE,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,CAAC;QAE/B,uEAAuE;QACvE,MAAM,qBAAqB,GACzB,OAAO,EAAE,eAAe,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC;QAErD,MAAM,KAAK,GAAe;YACxB,kBAAkB,EAAE,EAAE;YACtB,OAAO,EAAE,EAAE;YACX,YAAY,EAAE,EAAE;YAChB,SAAS,EAAE,KAAK;YAChB,cAAc,EAAE,EAAE;SACnB,CAAC;QAEF,IAAI,QAAQ,GAAmB,EAAE,CAAC;QAElC,IAAI,CAAC;YACH,MAAM,EACJ,OAAO,EAAE,eAAe,EACxB,QAAQ,EACR,YAAY,EACZ,QAAQ,EACR,QAAQ,EAAE,gBAAgB,EAC1B,YAAY,EACZ,cAAc,GACf,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,oBAAoB,CAAC,CAAC;YAElD,wEAAwE;YACxE,IAAI,qBAAqB,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACpD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;gBACrD,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACnD,CAAC;YAED,QAAQ,GAAG,gBAAgB,CAAC;YAC5B,KAAK,CAAC,cAAc,GAAG,cAAc,CAAC;YAEtC,MAAM,SAAS,GAAI,oBAA4C,CAAC,SAAS,CAAC;YAE1E,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,sBAAsB,GAAG;oBAC7B,SAAS;oBACT,UAAU;oBACV,SAAS;oBACT,SAAS;iBACV,CAAC;gBACF,MAAM,gBAAgB,GAAG,sBAAsB,CAAC,MAAM,CACpD,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,IAA8B,CAAC,IAAI,IAAI,CAC5D,CAAC;gBACF,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAChC,MAAM,IAAI,wDAAyC,CAAC,gBAAgB,CAAC,CAAC;gBACxE,CAAC;YACH,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC;gBAC/C,KAAK,EAAE,YAAY;gBACnB,QAAQ,EAAE,oBAAoB,CAAC,YAAY,EAAE,QAAQ,CAAC;gBACtD,KAAK,EAAE,QAAQ;gBACf,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,QAAQ,CAAC;gBACvD,WAAW,EAAE,CAAC;gBACd,UAAU,EAAE,MAAM;gBAElB,WAAW,EAAE,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,WAAW,CAAC;gBAC3D,YAAY,EAAE,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,SAAS,EAAE,YAAY,CAAC;gBACpE,WAAW,EAAE,eAAe,CAAC,MAAM;gBACnC,eAAe,EAAE,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC;oBACxD,CAAC,CAAC;wBACE,MAAM,EAAE;4BACN,eAAe,EAAE,uBAAuB;yBACzC;qBACF;oBACH,CAAC,CAAC,SAAS;aACd,CAAC,CAAC;YAEH,MAAM,WAAW,GAAG,CAAC,GAAG,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,IAAI,EAAE,CAAC,CAAC,CAAC;YACxE,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,UAAU,CACtC,KAAK,EACL,YAAY,EACZ,WAAW,EACX,eAAe,CAAC,WAAW,EAC3B,eAAe,CAAC,MAAM,EACtB,IAAI,CAAC,MAAM,CACZ,CAAC;YAEF,OAAO,IAAI,CAAC,2BAA2B,CACrC,SAAS,EACT,KAAK,EACL,UAAU,CAAC,QAAQ,EACnB,MAAM,EACN,QAAQ,EACR,UAAU,CAAC,MAAM,CAClB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,iEAAiE;YACjE,IAAI,KAAK,YAAY,wDAAyC,EAAE,CAAC;gBAC/D,MAAM,KAAK,CAAC;YACd,CAAC;YAED,+EAA+E;YAC/E,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;gBACpB,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;gBACjE,MAAM,IAAI,8BAAe,CAAC,MAAM,CAAC,CAAC;YACpC,CAAC;YAED,MAAM,YAAY,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;YAC5C,IAAI,CAAC,MAAM,CAAC;gBACV,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,+BAA+B,YAAY,EAAE;gBACtD,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YAEH,oEAAoE;YACpE,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,OAAO,EAAE,2BAA2B,YAAY,EAAE;gBAClD,SAAS,EAAE,KAAK;gBAChB,QAAQ;aACT,CAAC;QACJ,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,MAAM,CACjB,oBAAwD;QAExD,MAAM,aAAa,GACjB,OAAO,oBAAoB,KAAK,QAAQ,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC;QAEzE,uEAAuE;QACvE,MAAM,qBAAqB,GACzB,aAAa,EAAE,eAAe,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC;QAE3D,MAAM,EACJ,OAAO,EACP,QAAQ,EACR,YAAY,EACZ,QAAQ,EACR,QAAQ,EACR,YAAY,EACZ,cAAc,GACf,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,oBAAoB,CAAC,CAAC;QAElD,wEAAwE;QACxE,IAAI,qBAAqB,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACpD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YACrD,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACnD,CAAC;QAED,MAAM,SAAS,GAAI,oBAAkD;aAClE,SAA6C,CAAC;QAEjD,MAAM,KAAK,GAAe;YACxB,kBAAkB,EAAE,EAAE;YACtB,OAAO,EAAE,EAAE;YACX,YAAY,EAAE,EAAE;YAChB,SAAS,EAAE,KAAK;YAChB,cAAc,EAAE,cAAc;SAC/B,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,aAAsE,CAAC;QAC3E,IAAI,YAAuC,CAAC;QAC5C,MAAM,aAAa,GAAG,IAAI,OAAO,CAAc,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACjE,aAAa,GAAG,OAAO,CAAC;YACxB,YAAY,GAAG,MAAM,CAAC;QACxB,CAAC,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,CAAC,KAAc,EAAE,EAAE;YACrC,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACzD,IAAI,CAAC,MAAM,CAAC;gBACV,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,2BAA2B,YAAY,EAAE;gBAClD,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YACH,YAAY,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC,CAAC;QAEF,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC;YAC7C,KAAK,EAAE,YAAY;YACnB,QAAQ,EAAE,oBAAoB,CAAC,YAAY,EAAE,QAAQ,CAAC;YACtD,KAAK,EAAE,QAAQ;YACf,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,QAAQ,CAAC;YACvD,WAAW,EAAE,CAAC;YACd,UAAU,EAAE,MAAM;YAClB,WAAW,EAAE,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,WAAW,CAAC;YAC3D,YAAY,EAAE,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,SAAS,EAAE,YAAY,CAAC;YACpE,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;gBACjB,IAAI,SAAS,EAAE,OAAO,EAAE,CAAC;oBACvB,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBAC3B,CAAC;gBACD,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC;YACD,OAAO,EAAE,SAAS,EAAE,OAAO;YAC3B,QAAQ,EAAE,CAAC,KAAK,EAAE,EAAE;gBAClB,IAAI,SAAS,EAAE,QAAQ,EAAE,CAAC;oBACxB,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAC5B,CAAC;gBAED,MAAM,WAAW,GAAG,CAAC,GAAG,QAAQ,EAAE,GAAG,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAQ,IAAI,EAAE,CAAC,CAAC,CAAC;gBACvE,IAAI,CAAC,UAAU,CACb,KAAK,EACL,YAAY,EACZ,WAAW,EACX,OAAO,CAAC,WAAW,EACnB,OAAO,CAAC,MAAM,EACd,IAAI,CAAC,MAAM,CACZ,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,EAAE;oBACpB,MAAM,MAAM,GAAG,IAAI,CAAC,2BAA2B,CAC7C,SAAS,EACT,KAAK,EACL,UAAU,CAAC,QAAQ,EACnB,KAAK,EACL,QAAQ,EACR,UAAU,CAAC,MAAM,CAClB,CAAC;oBACF,aAAa,CAAC,MAAM,CAAC,CAAC;gBACxB,CAAC,CAAC,CAAC;YACL,CAAC;YACD,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;gBACjB,IAAI,SAAS,EAAE,OAAO,EAAE,CAAC;oBACvB,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBAC3B,CAAC;gBACD,wEAAwE;gBACxE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,MAAM;oBACnC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;oBAC/B,CAAC,CAAC,oBAAoB,CAAC;gBACzB,YAAY,CAAC,IAAI,8BAAe,CAAC,MAAM,CAAC,CAAC,CAAC;YAC5C,CAAC;YACD,WAAW,EAAE,OAAO,CAAC,MAAM;YAC3B,eAAe,EAAE,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC;gBACxD,CAAC,CAAC;oBACE,MAAM,EAAE;wBACN,eAAe,EAAE,uBAAuB;qBACzC;iBACF;gBACH,CAAC,CAAC,SAAS;SACd,CAAC,CAAC;QAEH,MAAM,iBAAiB,GAAG,YAAiC,CAAC;QAC5D,iBAAiB,CAAC,MAAM,GAAG,aAAa,CAAC;QACzC,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IAEO,2BAA2B,CACjC,SAAiB,EACjB,KAAiB,EACjB,aAA6B,EAC7B,MAKC,EACD,QAAiB,EACjB,MAAgC;QAEhC,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;YACxB,MAAM,YAAY,GAAG,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;YAE/D,IAAI,CAAC,KAAK,CAAC,SAAS,IAAI,QAAQ,IAAI,MAAM,CAAC,KAAK,EAAE,MAAM,IAAI,QAAQ,EAAE,CAAC;gBACrE,IAAI,CAAC,MAAM,CAAC;oBACV,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,yCAAyC,QAAQ,GAAG;oBAC7D,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBACH,KAAK,CAAC,YAAY,GAAG,yCAAyC,QAAQ,GAAG,CAAC;YAC5E,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,YAAY,GAAG,YAAY,IAAI,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YACzD,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,MAAM,eAAe,GAAG,OAAO,GAAG,SAAS,CAAC;QAC5C,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,IAAI,CAAC,EAAE,CAAC,aAAa,CACnB,2BAAc,CAAC,KAAK,EACpB,MAAM,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,EAClC,MAAM,CAAC,UAAU,CAAC,YAAY,IAAI,CAAC,EACnC,MAAM,CAAC,UAAU,CAAC,eAAe,IAAI,CAAC,EACtC,MAAM,CAAC,UAAU,CAAC,iBAAiB,IAAI,CAAC,EACxC,eAAe,CAChB,CAAC;QACJ,CAAC;QAED,OAAO;YACL,OAAO,EAAE,KAAK,CAAC,SAAS;YACxB,OAAO,EAAE,KAAK,CAAC,YAAY,IAAI,0BAA0B;YACzD,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,UAAU;gBACtB,CAAC,CAAC;oBACE,YAAY,EAAE,MAAM,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC;oBAChD,aAAa,EAAE,MAAM,CAAC,UAAU,CAAC,YAAY,IAAI,CAAC;oBAClD,gBAAgB,EAAE,MAAM,CAAC,UAAU,CAAC,eAAe,IAAI,CAAC;oBACxD,mBAAmB,EAAE,MAAM,CAAC,UAAU,CAAC,iBAAiB,IAAI,CAAC;oBAC7D,iBAAiB,EAAE,eAAe;iBACnC;gBACH,CAAC,CAAC,SAAS;YACb,QAAQ,EAAE,aAAa;SACxB,CAAC;IACJ,CAAC;IAEO,WAAW,CAAC,YAAuB,EAAE,SAAqB;QAChE,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,gBAAgB,EAAE,EAAE,EAAE,QAAQ,CAAC;QAChE,OAAO,IAAA,2BAAgB,EAAC,IAAI,CAAC,EAAE,EAAE;YAC/B,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,QAAQ;YACR,YAAY;YACZ,SAAS;SACV,CAAC,CAAC;IACL,CAAC;IAEO,UAAU,CAChB,MAAqD,EACrD,QAAgB;QAEhB,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACvD,IAAI,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,KAAK,MAAM,CAAC,EAAE,CAAC;YAC9D,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,IAAA,gBAAW,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC;IACvC,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,UAAU,CACtB,KAAiB,EACjB,KAAoB,EACpB,QAAwB,EACxB,WAAmB,EACnB,YAAiC,EACjC,MAAmC;QAEnC,IAAI,KAAK,CAAC,SAAS;YAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;QAEzC,MAAM,UAAU,GAAG,MAAM,IAAA,0CAAkB,EAAC;YAC1C,KAAK;YACL,aAAa,EAAE,QAAQ;YACvB,WAAW;YACX,YAAY;YACZ,MAAM;SACP,CAAC,CAAC;QAEH,KAAK,CAAC,SAAS,GAAG,UAAU,CAAC,YAAY,CAAC;QAC1C,KAAK,CAAC,YAAY,GAAG,UAAU,CAAC,SAAS,CAAC;QAE1C,MAAM,UAAU,GAAG,IAAA,yCAAsB,EAAC;YACxC,YAAY,EAAE,MAAM;YACpB,UAAU,EAAE;gBACV,OAAO,EAAE,IAAI;gBACb,SAAS,EAAE,UAAU,CAAC,SAAS;gBAC/B,YAAY,EAAE,UAAU,CAAC,YAAY;aACtC;YACD,IAAI,EAAE;gBACJ,SAAS,EAAE,UAAU,CAAC,SAAS;gBAC/B,YAAY,EAAE,UAAU,CAAC,YAAY;aACtC;YACD,SAAS,EAAE,UAAU,CAAC,SAAS;SAChC,CAAC,CAAC;QAEH,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;YAChC,MAAM,CAAC,OAAO,GAAG,KAAK,CAAC,cAAc,CAAC;YACtC,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC9B,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7B,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,CAAC,GAAG,QAAQ,EAAE,GAAG,UAAU,CAAC,QAAQ,CAAC;YAC/C,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,wBAAwB;QACpC,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YACrD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;YAC9D,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,8BAA8B,EAAE,UAAU,CAAC,CAAC;QAC/D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC;gBACV,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,+BAA+B,eAAe,CAAC,KAAK,CAAC,EAAE;gBAChE,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF;AA1kBD,wCA0kBC","sourcesContent":["import { createAgentTools } from \"../agent/tools/index.js\";\nimport { buildAgentSystemPrompt } from \"../agent/prompts/agentSystemPrompt.js\";\nimport { LogLine } from \"../types/public/logs.js\";\nimport { V3 } from \"../v3.js\";\nimport {\n  ModelMessage,\n  ToolSet,\n  wrapLanguageModel,\n  stepCountIs,\n  LanguageModel,\n  type LanguageModelUsage,\n  type StepResult,\n  type GenerateTextOnStepFinishCallback,\n  type StreamTextOnStepFinishCallback,\n  type PrepareStepFunction,\n} from \"ai\";\nimport { StagehandZodObject } from \"../zodCompat.js\";\nimport { processMessages } from \"../agent/utils/messageProcessing.js\";\nimport { LLMClient } from \"../llm/LLMClient.js\";\nimport { SessionFileLogger } from \"../flowLogger.js\";\nimport {\n  AgentExecuteOptions,\n  AgentStreamExecuteOptions,\n  AgentExecuteOptionsBase,\n  AgentResult,\n  AgentContext,\n  AgentState,\n  AgentStreamResult,\n  AgentStreamCallbacks,\n  AgentToolMode,\n  AgentModelConfig,\n  Variables,\n} from \"../types/public/agent.js\";\nimport { V3FunctionName } from \"../types/public/methods.js\";\nimport { mapToolResultToActions } from \"../agent/utils/actionMapping.js\";\nimport {\n  MissingLLMConfigurationError,\n  StreamingCallbacksInNonStreamingModeError,\n  AgentAbortError,\n} from \"../types/public/sdkErrors.js\";\nimport { handleDoneToolCall } from \"../agent/utils/handleDoneToolCall.js\";\n\nfunction getErrorMessage(error: unknown): string {\n  return error instanceof Error ? error.message : String(error);\n}\n\n/**\n * Prepends a system message with cache control to the messages array.\n * The cache control providerOptions are used by Anthropic and ignored by other providers.\n */\nfunction prependSystemMessage(\n  systemPrompt: string,\n  messages: ModelMessage[],\n): ModelMessage[] {\n  return [\n    {\n      role: \"system\",\n      content: systemPrompt,\n      providerOptions: {\n        anthropic: {\n          cacheControl: { type: \"ephemeral\" },\n        },\n      },\n    },\n    ...messages,\n  ];\n}\n\nexport class V3AgentHandler {\n  private v3: V3;\n  private logger: (message: LogLine) => void;\n  private llmClient: LLMClient;\n  private executionModel?: string | AgentModelConfig;\n  private systemInstructions?: string;\n  private mcpTools?: ToolSet;\n  private mode: AgentToolMode;\n\n  constructor(\n    v3: V3,\n    logger: (message: LogLine) => void,\n    llmClient: LLMClient,\n    executionModel?: string | AgentModelConfig,\n    systemInstructions?: string,\n    mcpTools?: ToolSet,\n    mode?: AgentToolMode,\n  ) {\n    this.v3 = v3;\n    this.logger = logger;\n    this.llmClient = llmClient;\n    this.executionModel = executionModel;\n    this.systemInstructions = systemInstructions;\n    this.mcpTools = mcpTools;\n    this.mode = mode ?? \"dom\";\n  }\n\n  private async prepareAgent(\n    instructionOrOptions: string | AgentExecuteOptionsBase,\n  ): Promise<AgentContext> {\n    try {\n      const options =\n        typeof instructionOrOptions === \"string\"\n          ? { instruction: instructionOrOptions }\n          : instructionOrOptions;\n\n      const maxSteps = options.maxSteps || 20;\n\n      // Get the initial page URL first (needed for the system prompt)\n      const initialPageUrl = (await this.v3.context.awaitActivePage()).url();\n\n      // Build the system prompt with mode-aware tool guidance\n      const systemPrompt = buildAgentSystemPrompt({\n        url: initialPageUrl,\n        executionInstruction: options.instruction,\n        mode: this.mode,\n        systemInstructions: this.systemInstructions,\n        isBrowserbase: this.v3.isBrowserbase,\n        excludeTools: options.excludeTools,\n        variables: options.variables,\n      });\n\n      const tools = this.createTools(options.excludeTools, options.variables);\n      const allTools: ToolSet = { ...tools, ...this.mcpTools };\n\n      // Use provided messages for continuation, or start fresh with the instruction\n      const messages: ModelMessage[] = options.messages?.length\n        ? [...options.messages, { role: \"user\", content: options.instruction }]\n        : [{ role: \"user\", content: options.instruction }];\n\n      if (!this.llmClient?.getLanguageModel) {\n        throw new MissingLLMConfigurationError();\n      }\n      const baseModel = this.llmClient.getLanguageModel();\n      //to do - we likely do not need middleware anymore\n      const wrappedModel = wrapLanguageModel({\n        model: baseModel,\n        middleware: {\n          ...SessionFileLogger.createLlmLoggingMiddleware(baseModel.modelId),\n        },\n      });\n\n      if (\n        this.mode === \"hybrid\" &&\n        !baseModel.modelId.includes(\"gemini-3-flash\") &&\n        !baseModel.modelId.includes(\"claude\")\n      ) {\n        this.logger({\n          category: \"agent\",\n          message: `Warning: \"${baseModel.modelId}\" may not perform well in hybrid mode. See recommended models: https://docs.stagehand.dev/v3/basics/agent#hybrid-mode`,\n          level: 0,\n        });\n      }\n\n      return {\n        options,\n        maxSteps,\n        systemPrompt,\n        allTools,\n        messages,\n        wrappedModel,\n        initialPageUrl,\n      };\n    } catch (error) {\n      this.logger({\n        category: \"agent\",\n        message: `failed to prepare agent: ${error}`,\n        level: 0,\n      });\n      throw error;\n    }\n  }\n  private createPrepareStep(\n    userCallback?: PrepareStepFunction<ToolSet>,\n  ): PrepareStepFunction<ToolSet> {\n    return async (options) => {\n      processMessages(options.messages);\n      if (userCallback) {\n        return userCallback(options);\n      }\n      return options;\n    };\n  }\n\n  private createStepHandler(\n    state: AgentState,\n    userCallback?:\n      | GenerateTextOnStepFinishCallback<ToolSet>\n      | StreamTextOnStepFinishCallback<ToolSet>,\n  ) {\n    return async (event: StepResult<ToolSet>) => {\n      this.logger({\n        category: \"agent\",\n        message: `Step finished: ${event.finishReason}`,\n        level: 2,\n      });\n\n      if (event.toolCalls && event.toolCalls.length > 0) {\n        for (let i = 0; i < event.toolCalls.length; i++) {\n          const toolCall = event.toolCalls[i];\n          const args = toolCall.input;\n          const toolResult = event.toolResults?.[i];\n\n          if (event.text && event.text.length > 0) {\n            state.collectedReasoning.push(event.text);\n            this.logger({\n              category: \"agent\",\n              message: `reasoning: ${event.text}`,\n              level: 1,\n            });\n          }\n\n          if (toolCall.toolName === \"done\") {\n            state.completed = true;\n            if (args?.taskComplete) {\n              const doneReasoning = args.reasoning;\n              const allReasoning = state.collectedReasoning.join(\" \");\n              state.finalMessage = doneReasoning\n                ? `${allReasoning} ${doneReasoning}`.trim()\n                : allReasoning || \"Task completed successfully\";\n            }\n          }\n          const mappedActions = mapToolResultToActions({\n            toolCallName: toolCall.toolName,\n            toolResult,\n            args,\n            reasoning: event.text || undefined,\n          });\n\n          for (const action of mappedActions) {\n            action.pageUrl = state.currentPageUrl;\n            action.timestamp = Date.now();\n            state.actions.push(action);\n          }\n        }\n        state.currentPageUrl = (await this.v3.context.awaitActivePage()).url();\n\n        // Capture screenshot after tool execution (only for evals)\n        if (process.env.EVALS === \"true\") {\n          try {\n            await this.captureAndEmitScreenshot();\n          } catch (e) {\n            this.logger({\n              category: \"agent\",\n              message: `Warning: Failed to capture screenshot: ${getErrorMessage(e)}`,\n              level: 1,\n            });\n          }\n        }\n      }\n\n      if (userCallback) {\n        await userCallback(event);\n      }\n    };\n  }\n\n  public async execute(\n    instructionOrOptions: string | AgentExecuteOptions,\n  ): Promise<AgentResult> {\n    const startTime = Date.now();\n    const options =\n      typeof instructionOrOptions === \"object\" ? instructionOrOptions : null;\n    const signal = options?.signal;\n\n    // Highlight cursor defaults to true for hybrid mode, can be overridden\n    const shouldHighlightCursor =\n      options?.highlightCursor ?? this.mode === \"hybrid\";\n\n    const state: AgentState = {\n      collectedReasoning: [],\n      actions: [],\n      finalMessage: \"\",\n      completed: false,\n      currentPageUrl: \"\",\n    };\n\n    let messages: ModelMessage[] = [];\n\n    try {\n      const {\n        options: preparedOptions,\n        maxSteps,\n        systemPrompt,\n        allTools,\n        messages: preparedMessages,\n        wrappedModel,\n        initialPageUrl,\n      } = await this.prepareAgent(instructionOrOptions);\n\n      // Enable cursor overlay for hybrid mode (coordinate-based interactions)\n      if (shouldHighlightCursor && this.mode === \"hybrid\") {\n        const page = await this.v3.context.awaitActivePage();\n        await page.enableCursorOverlay().catch(() => {});\n      }\n\n      messages = preparedMessages;\n      state.currentPageUrl = initialPageUrl;\n\n      const callbacks = (instructionOrOptions as AgentExecuteOptions).callbacks;\n\n      if (callbacks) {\n        const streamingOnlyCallbacks = [\n          \"onChunk\",\n          \"onFinish\",\n          \"onError\",\n          \"onAbort\",\n        ];\n        const invalidCallbacks = streamingOnlyCallbacks.filter(\n          (name) => callbacks[name as keyof typeof callbacks] != null,\n        );\n        if (invalidCallbacks.length > 0) {\n          throw new StreamingCallbacksInNonStreamingModeError(invalidCallbacks);\n        }\n      }\n\n      const result = await this.llmClient.generateText({\n        model: wrappedModel,\n        messages: prependSystemMessage(systemPrompt, messages),\n        tools: allTools,\n        stopWhen: (result) => this.handleStop(result, maxSteps),\n        temperature: 1,\n        toolChoice: \"auto\",\n\n        prepareStep: this.createPrepareStep(callbacks?.prepareStep),\n        onStepFinish: this.createStepHandler(state, callbacks?.onStepFinish),\n        abortSignal: preparedOptions.signal,\n        providerOptions: wrappedModel.modelId.includes(\"gemini-3\")\n          ? {\n              google: {\n                mediaResolution: \"MEDIA_RESOLUTION_HIGH\",\n              },\n            }\n          : undefined,\n      });\n\n      const allMessages = [...messages, ...(result.response?.messages || [])];\n      const doneResult = await this.ensureDone(\n        state,\n        wrappedModel,\n        allMessages,\n        preparedOptions.instruction,\n        preparedOptions.output,\n        this.logger,\n      );\n\n      return this.consolidateMetricsAndResult(\n        startTime,\n        state,\n        doneResult.messages,\n        result,\n        maxSteps,\n        doneResult.output,\n      );\n    } catch (error) {\n      // Re-throw validation errors that should propagate to the caller\n      if (error instanceof StreamingCallbacksInNonStreamingModeError) {\n        throw error;\n      }\n\n      // Re-throw abort errors wrapped in AgentAbortError for consistent error typing\n      if (signal?.aborted) {\n        const reason = signal.reason ? String(signal.reason) : \"aborted\";\n        throw new AgentAbortError(reason);\n      }\n\n      const errorMessage = getErrorMessage(error);\n      this.logger({\n        category: \"agent\",\n        message: `Error executing agent task: ${errorMessage}`,\n        level: 0,\n      });\n\n      // For non-abort errors, return a failure result instead of throwing\n      return {\n        success: false,\n        actions: state.actions,\n        message: `Failed to execute task: ${errorMessage}`,\n        completed: false,\n        messages,\n      };\n    }\n  }\n\n  public async stream(\n    instructionOrOptions: string | AgentStreamExecuteOptions,\n  ): Promise<AgentStreamResult> {\n    const streamOptions =\n      typeof instructionOrOptions === \"object\" ? instructionOrOptions : null;\n\n    // Highlight cursor defaults to true for hybrid mode, can be overridden\n    const shouldHighlightCursor =\n      streamOptions?.highlightCursor ?? this.mode === \"hybrid\";\n\n    const {\n      options,\n      maxSteps,\n      systemPrompt,\n      allTools,\n      messages,\n      wrappedModel,\n      initialPageUrl,\n    } = await this.prepareAgent(instructionOrOptions);\n\n    // Enable cursor overlay for hybrid mode (coordinate-based interactions)\n    if (shouldHighlightCursor && this.mode === \"hybrid\") {\n      const page = await this.v3.context.awaitActivePage();\n      await page.enableCursorOverlay().catch(() => {});\n    }\n\n    const callbacks = (instructionOrOptions as AgentStreamExecuteOptions)\n      .callbacks as AgentStreamCallbacks | undefined;\n\n    const state: AgentState = {\n      collectedReasoning: [],\n      actions: [],\n      finalMessage: \"\",\n      completed: false,\n      currentPageUrl: initialPageUrl,\n    };\n    const startTime = Date.now();\n\n    let resolveResult: (value: AgentResult | PromiseLike<AgentResult>) => void;\n    let rejectResult: (reason: unknown) => void;\n    const resultPromise = new Promise<AgentResult>((resolve, reject) => {\n      resolveResult = resolve;\n      rejectResult = reject;\n    });\n\n    const handleError = (error: unknown) => {\n      const errorMessage =\n        error instanceof Error ? error.message : String(error);\n      this.logger({\n        category: \"agent\",\n        message: `Error during streaming: ${errorMessage}`,\n        level: 0,\n      });\n      rejectResult(error);\n    };\n\n    const streamResult = this.llmClient.streamText({\n      model: wrappedModel,\n      messages: prependSystemMessage(systemPrompt, messages),\n      tools: allTools,\n      stopWhen: (result) => this.handleStop(result, maxSteps),\n      temperature: 1,\n      toolChoice: \"auto\",\n      prepareStep: this.createPrepareStep(callbacks?.prepareStep),\n      onStepFinish: this.createStepHandler(state, callbacks?.onStepFinish),\n      onError: (event) => {\n        if (callbacks?.onError) {\n          callbacks.onError(event);\n        }\n        handleError(event.error);\n      },\n      onChunk: callbacks?.onChunk,\n      onFinish: (event) => {\n        if (callbacks?.onFinish) {\n          callbacks.onFinish(event);\n        }\n\n        const allMessages = [...messages, ...(event.response?.messages || [])];\n        this.ensureDone(\n          state,\n          wrappedModel,\n          allMessages,\n          options.instruction,\n          options.output,\n          this.logger,\n        ).then((doneResult) => {\n          const result = this.consolidateMetricsAndResult(\n            startTime,\n            state,\n            doneResult.messages,\n            event,\n            maxSteps,\n            doneResult.output,\n          );\n          resolveResult(result);\n        });\n      },\n      onAbort: (event) => {\n        if (callbacks?.onAbort) {\n          callbacks.onAbort(event);\n        }\n        // Reject the result promise with AgentAbortError when stream is aborted\n        const reason = options.signal?.reason\n          ? String(options.signal.reason)\n          : \"Stream was aborted\";\n        rejectResult(new AgentAbortError(reason));\n      },\n      abortSignal: options.signal,\n      providerOptions: wrappedModel.modelId.includes(\"gemini-3\")\n        ? {\n            google: {\n              mediaResolution: \"MEDIA_RESOLUTION_HIGH\",\n            },\n          }\n        : undefined,\n    });\n\n    const agentStreamResult = streamResult as AgentStreamResult;\n    agentStreamResult.result = resultPromise;\n    return agentStreamResult;\n  }\n\n  private consolidateMetricsAndResult(\n    startTime: number,\n    state: AgentState,\n    inputMessages: ModelMessage[],\n    result: {\n      text?: string;\n      totalUsage?: LanguageModelUsage;\n      response?: { messages?: ModelMessage[] };\n      steps?: StepResult<ToolSet>[];\n    },\n    maxSteps?: number,\n    output?: Record<string, unknown>,\n  ): AgentResult {\n    if (!state.finalMessage) {\n      const allReasoning = state.collectedReasoning.join(\" \").trim();\n\n      if (!state.completed && maxSteps && result.steps?.length >= maxSteps) {\n        this.logger({\n          category: \"agent\",\n          message: `Agent stopped: reached maximum steps (${maxSteps})`,\n          level: 1,\n        });\n        state.finalMessage = `Agent stopped: reached maximum steps (${maxSteps})`;\n      } else {\n        state.finalMessage = allReasoning || result.text || \"\";\n      }\n    }\n\n    const endTime = Date.now();\n    const inferenceTimeMs = endTime - startTime;\n    if (result.totalUsage) {\n      this.v3.updateMetrics(\n        V3FunctionName.AGENT,\n        result.totalUsage.inputTokens || 0,\n        result.totalUsage.outputTokens || 0,\n        result.totalUsage.reasoningTokens || 0,\n        result.totalUsage.cachedInputTokens || 0,\n        inferenceTimeMs,\n      );\n    }\n\n    return {\n      success: state.completed,\n      message: state.finalMessage || \"Task execution completed\",\n      actions: state.actions,\n      completed: state.completed,\n      output,\n      usage: result.totalUsage\n        ? {\n            input_tokens: result.totalUsage.inputTokens || 0,\n            output_tokens: result.totalUsage.outputTokens || 0,\n            reasoning_tokens: result.totalUsage.reasoningTokens || 0,\n            cached_input_tokens: result.totalUsage.cachedInputTokens || 0,\n            inference_time_ms: inferenceTimeMs,\n          }\n        : undefined,\n      messages: inputMessages,\n    };\n  }\n\n  private createTools(excludeTools?: string[], variables?: Variables) {\n    const provider = this.llmClient?.getLanguageModel?.()?.provider;\n    return createAgentTools(this.v3, {\n      executionModel: this.executionModel,\n      logger: this.logger,\n      mode: this.mode,\n      provider,\n      excludeTools,\n      variables,\n    });\n  }\n\n  private handleStop(\n    result: Parameters<ReturnType<typeof stepCountIs>>[0],\n    maxSteps: number,\n  ): boolean | PromiseLike<boolean> {\n    const lastStep = result.steps[result.steps.length - 1];\n    if (lastStep?.toolCalls?.some((tc) => tc.toolName === \"done\")) {\n      return true;\n    }\n    return stepCountIs(maxSteps)(result);\n  }\n\n  /**\n   * Ensures the done tool is called at the end of agent execution.\n   * Returns the messages and any extracted output from the done call.\n   */\n  private async ensureDone(\n    state: AgentState,\n    model: LanguageModel,\n    messages: ModelMessage[],\n    instruction: string,\n    outputSchema?: StagehandZodObject,\n    logger?: (message: LogLine) => void,\n  ): Promise<{ messages: ModelMessage[]; output?: Record<string, unknown> }> {\n    if (state.completed) return { messages };\n\n    const doneResult = await handleDoneToolCall({\n      model,\n      inputMessages: messages,\n      instruction,\n      outputSchema,\n      logger,\n    });\n\n    state.completed = doneResult.taskComplete;\n    state.finalMessage = doneResult.reasoning;\n\n    const doneAction = mapToolResultToActions({\n      toolCallName: \"done\",\n      toolResult: {\n        success: true,\n        reasoning: doneResult.reasoning,\n        taskComplete: doneResult.taskComplete,\n      },\n      args: {\n        reasoning: doneResult.reasoning,\n        taskComplete: doneResult.taskComplete,\n      },\n      reasoning: doneResult.reasoning,\n    });\n\n    for (const action of doneAction) {\n      action.pageUrl = state.currentPageUrl;\n      action.timestamp = Date.now();\n      state.actions.push(action);\n    }\n\n    return {\n      messages: [...messages, ...doneResult.messages],\n      output: doneResult.output,\n    };\n  }\n\n  /**\n   * Capture a screenshot and emit it via the event bus\n   */\n  private async captureAndEmitScreenshot(): Promise<void> {\n    try {\n      const page = await this.v3.context.awaitActivePage();\n      const screenshot = await page.screenshot({ fullPage: false });\n      this.v3.bus.emit(\"agent_screenshot_taken_event\", screenshot);\n    } catch (error) {\n      this.logger({\n        category: \"agent\",\n        message: `Error capturing screenshot: ${getErrorMessage(error)}`,\n        level: 0,\n      });\n    }\n  }\n}\n"]}
+{"version":3,"file":"v3AgentHandler.js","sourceRoot":"","sources":["../../../../../lib/v3/handlers/v3AgentHandler.ts"],"names":[],"mappings":";;;AAAA,sDAA2D;AAC3D,gFAA+E;AAG/E,2BAWY;AAEZ,8EAAsE;AAEtE,+DAAyD;AAczD,2DAA4D;AAC5D,sEAAyE;AACzE,+DAKsC;AACtC,gFAA0E;AAC1E,sEAIyC;AAEzC,SAAS,eAAe,CAAC,KAAc;IACrC,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAChE,CAAC;AAED;;;GAGG;AACH,SAAS,oBAAoB,CAC3B,YAAoB,EACpB,QAAwB;IAExB,OAAO;QACL;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,YAAY;YACrB,eAAe,EAAE;gBACf,SAAS,EAAE;oBACT,YAAY,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;iBACpC;aACF;SACF;QACD,GAAG,QAAQ;KACZ,CAAC;AACJ,CAAC;AAED,MAAa,cAAc;IACjB,EAAE,CAAK;IACP,MAAM,CAA6B;IACnC,SAAS,CAAY;IACrB,cAAc,CAA6B;IAC3C,kBAAkB,CAAU;IAC5B,QAAQ,CAAW;IACnB,IAAI,CAAgB;IACpB,uBAAuB,CAAU;IAEzC,YACE,EAAM,EACN,MAAkC,EAClC,SAAoB,EACpB,cAA0C,EAC1C,kBAA2B,EAC3B,QAAkB,EAClB,IAAoB,EACpB,uBAAiC;QAEjC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;QAC7C,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,IAAI,GAAG,IAAI,IAAI,KAAK,CAAC;QAC1B,IAAI,CAAC,uBAAuB,GAAG,uBAAuB,IAAI,KAAK,CAAC;IAClE,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,oBAAsD;QAEtD,IAAI,CAAC;YACH,MAAM,OAAO,GACX,OAAO,oBAAoB,KAAK,QAAQ;gBACtC,CAAC,CAAC,EAAE,WAAW,EAAE,oBAAoB,EAAE;gBACvC,CAAC,CAAC,oBAAoB,CAAC;YAE3B,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC;YAExC,gEAAgE;YAChE,MAAM,cAAc,GAAG,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC;YAEvE,wDAAwD;YACxD,MAAM,YAAY,GAAG,IAAA,6CAAsB,EAAC;gBAC1C,GAAG,EAAE,cAAc;gBACnB,oBAAoB,EAAE,OAAO,CAAC,WAAW;gBACzC,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;gBAC3C,iBAAiB,EAAE,IAAI,CAAC,EAAE,CAAC,yBAAyB;gBACpD,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,SAAS,EAAE,OAAO,CAAC,SAAS;aAC7B,CAAC,CAAC;YAEH,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;gBACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAC,iBAAiB,CAAC;gBAC3C,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,MAAM,IAAI,8CAA+B,CACvC,qBAAqB,EACrB,gCAAgC,CACjC,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAC5B,OAAO,CAAC,YAAY,EACpB,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,WAAW,EACnB,OAAO,CAAC,SAAS,CAClB,CAAC;YACF,MAAM,QAAQ,GAAY,EAAE,GAAG,KAAK,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;YAEzD,8EAA8E;YAC9E,MAAM,QAAQ,GAAmB,OAAO,CAAC,QAAQ,EAAE,MAAM;gBACvD,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC;gBACvE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;YAErD,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,gBAAgB,EAAE,CAAC;gBACtC,MAAM,IAAI,2CAA4B,EAAE,CAAC;YAC3C,CAAC;YACD,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,gBAAgB,EAAE,CAAC;YACpD,kDAAkD;YAClD,MAAM,YAAY,GAAG,IAAA,sBAAiB,EAAC;gBACrC,KAAK,EAAE,SAAS;gBAChB,UAAU,EAAE;oBACV,GAAG,0BAAU,CAAC,0BAA0B,CAAC,SAAS,CAAC,OAAO,CAAC;iBAC5D;aACF,CAAC,CAAC;YAEH,IACE,IAAI,CAAC,IAAI,KAAK,QAAQ;gBACtB,CAAC,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC;gBAC7C,CAAC,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EACrC,CAAC;gBACD,IAAI,CAAC,MAAM,CAAC;oBACV,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,aAAa,SAAS,CAAC,OAAO,uHAAuH;oBAC9J,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;YACL,CAAC;YAED,OAAO;gBACL,OAAO;gBACP,QAAQ;gBACR,YAAY;gBACZ,QAAQ;gBACR,QAAQ;gBACR,YAAY;gBACZ,cAAc;aACf,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC;gBACV,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,4BAA4B,KAAK,EAAE;gBAC5C,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YACH,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IACO,iBAAiB,CACvB,YAA2C,EAC3C,aAA6B;QAE7B,OAAO,KAAK,EAAE,OAAO,EAAE,EAAE;YACvB,IAAA,sCAAe,EAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAClC,IAAI,aAAa,EAAE,CAAC;gBAClB,IAAI,aAAa,CAAC,SAAS,EAAE,EAAE,CAAC;oBAC9B,IAAI,CAAC,MAAM,CAAC;wBACV,QAAQ,EAAE,OAAO;wBACjB,OAAO,EACL,0EAA0E;wBAC5E,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;gBACL,CAAC;gBACD,MAAM,aAAa,CAAC,aAAa,EAAE,CAAC;gBACpC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,aAAa,CAAC,kBAAkB,EAAE,CAAC;gBAC/D,IAAI,MAAM,EAAE,CAAC;oBACX,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC;wBACpB,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,qCAAkB;qBAC5B,CAAC,CAAC;oBACH,IAAI,CAAC,MAAM,CAAC;wBACV,QAAQ,EAAE,OAAO;wBACjB,OAAO,EACL,kEAAkE;wBACpE,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;gBACL,CAAC;gBACD,IAAI,OAAO,EAAE,CAAC;oBACZ,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC;wBACpB,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,sCAAmB;qBAC7B,CAAC,CAAC;oBACH,IAAI,CAAC,MAAM,CAAC;wBACV,QAAQ,EAAE,OAAO;wBACjB,OAAO,EACL,+EAA+E;wBACjF,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YACD,IAAI,YAAY,EAAE,CAAC;gBACjB,OAAO,YAAY,CAAC,OAAO,CAAC,CAAC;YAC/B,CAAC;YACD,OAAO,OAAO,CAAC;QACjB,CAAC,CAAC;IACJ,CAAC;IAEO,iBAAiB,CACvB,KAAiB,EACjB,YAE2C;QAE3C,OAAO,KAAK,EAAE,KAA0B,EAAE,EAAE;YAC1C,IAAI,CAAC,MAAM,CAAC;gBACV,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,kBAAkB,KAAK,CAAC,YAAY,EAAE;gBAC/C,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YAEH,IAAI,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAChD,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;oBACpC,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC;oBAC5B,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC;oBAE1C,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACxC,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBAC1C,IAAI,CAAC,MAAM,CAAC;4BACV,QAAQ,EAAE,OAAO;4BACjB,OAAO,EAAE,cAAc,KAAK,CAAC,IAAI,EAAE;4BACnC,KAAK,EAAE,CAAC;yBACT,CAAC,CAAC;oBACL,CAAC;oBAED,IAAI,QAAQ,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;wBACjC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC;wBACvB,IAAI,IAAI,EAAE,YAAY,EAAE,CAAC;4BACvB,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC;4BACrC,MAAM,YAAY,GAAG,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;4BACxD,KAAK,CAAC,YAAY,GAAG,aAAa;gCAChC,CAAC,CAAC,GAAG,YAAY,IAAI,aAAa,EAAE,CAAC,IAAI,EAAE;gCAC3C,CAAC,CAAC,YAAY,IAAI,6BAA6B,CAAC;wBACpD,CAAC;oBACH,CAAC;oBACD,MAAM,aAAa,GAAG,IAAA,yCAAsB,EAAC;wBAC3C,YAAY,EAAE,QAAQ,CAAC,QAAQ;wBAC/B,UAAU;wBACV,IAAI;wBACJ,SAAS,EAAE,KAAK,CAAC,IAAI,IAAI,SAAS;qBACnC,CAAC,CAAC;oBAEH,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE,CAAC;wBACnC,MAAM,CAAC,OAAO,GAAG,KAAK,CAAC,cAAc,CAAC;wBACtC,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;wBAC9B,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBAC7B,CAAC;gBACH,CAAC;gBACD,KAAK,CAAC,cAAc,GAAG,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC;YACzE,CAAC;YAED,IAAI,YAAY,EAAE,CAAC;gBACjB,MAAM,YAAY,CAAC,KAAK,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,OAAO,CAClB,oBAAkD;QAElD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,OAAO,GACX,OAAO,oBAAoB,KAAK,QAAQ,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC;QACzE,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,CAAC;QAE/B,uEAAuE;QACvE,MAAM,qBAAqB,GACzB,OAAO,EAAE,eAAe,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC;QAErD,MAAM,KAAK,GAAe;YACxB,kBAAkB,EAAE,EAAE;YACtB,OAAO,EAAE,EAAE;YACX,YAAY,EAAE,EAAE;YAChB,SAAS,EAAE,KAAK;YAChB,cAAc,EAAE,EAAE;SACnB,CAAC;QAEF,IAAI,QAAQ,GAAmB,EAAE,CAAC;QAClC,IAAI,aAAwC,CAAC;QAE7C,IAAI,CAAC;YACH,MAAM,EACJ,OAAO,EAAE,eAAe,EACxB,QAAQ,EACR,YAAY,EACZ,QAAQ,EACR,QAAQ,EAAE,gBAAgB,EAC1B,YAAY,EACZ,cAAc,GACf,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,oBAAoB,CAAC,CAAC;YAElD,wEAAwE;YACxE,IAAI,qBAAqB,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACpD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;gBACrD,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACnD,CAAC;YAED,qDAAqD;YACrD,IAAI,IAAI,CAAC,uBAAuB,EAAE,CAAC;gBACjC,aAAa,GAAG,IAAI,gCAAa,EAAE,CAAC;gBACpC,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC;YAC9D,CAAC;YAED,QAAQ,GAAG,gBAAgB,CAAC;YAC5B,KAAK,CAAC,cAAc,GAAG,cAAc,CAAC;YAEtC,MAAM,SAAS,GAAI,oBAA4C,CAAC,SAAS,CAAC;YAE1E,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,sBAAsB,GAAG;oBAC7B,SAAS;oBACT,UAAU;oBACV,SAAS;oBACT,SAAS;iBACV,CAAC;gBACF,MAAM,gBAAgB,GAAG,sBAAsB,CAAC,MAAM,CACpD,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,IAA8B,CAAC,IAAI,IAAI,CAC5D,CAAC;gBACF,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAChC,MAAM,IAAI,wDAAyC,CAAC,gBAAgB,CAAC,CAAC;gBACxE,CAAC;YACH,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC;gBAC/C,KAAK,EAAE,YAAY;gBACnB,QAAQ,EAAE,oBAAoB,CAAC,YAAY,EAAE,QAAQ,CAAC;gBACtD,KAAK,EAAE,QAAQ;gBACf,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,QAAQ,CAAC;gBACvD,WAAW,EAAE,CAAC;gBACd,UAAU,EAAE,MAAM;gBAElB,WAAW,EAAE,IAAI,CAAC,iBAAiB,CACjC,SAAS,EAAE,WAAW,EACtB,aAAa,CACd;gBACD,YAAY,EAAE,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,SAAS,EAAE,YAAY,CAAC;gBACpE,WAAW,EAAE,eAAe,CAAC,MAAM;gBACnC,eAAe,EAAE;oBACf,MAAM,EAAE,EAAE,eAAe,EAAE,uBAAuB,EAAE;oBACpD,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE;iBACzB;aACF,CAAC,CAAC;YAEH,MAAM,WAAW,GAAG,CAAC,GAAG,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,IAAI,EAAE,CAAC,CAAC,CAAC;YACxE,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,UAAU,CACtC,KAAK,EACL,YAAY,EACZ,WAAW,EACX,eAAe,CAAC,WAAW,EAC3B,eAAe,CAAC,MAAM,EACtB,IAAI,CAAC,MAAM,CACZ,CAAC;YAEF,OAAO,IAAI,CAAC,2BAA2B,CACrC,SAAS,EACT,KAAK,EACL,UAAU,CAAC,QAAQ,EACnB,MAAM,EACN,QAAQ,EACR,UAAU,CAAC,MAAM,CAClB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,iEAAiE;YACjE,IACE,KAAK,YAAY,wDAAyC;gBAC1D,KAAK,YAAY,8CAA+B,EAChD,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;YAED,+EAA+E;YAC/E,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;gBACpB,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;gBACjE,MAAM,IAAI,8BAAe,CAAC,MAAM,CAAC,CAAC;YACpC,CAAC;YAED,MAAM,YAAY,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;YAC5C,IAAI,CAAC,MAAM,CAAC;gBACV,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,+BAA+B,YAAY,EAAE;gBACtD,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YAEH,oEAAoE;YACpE,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,OAAO,EAAE,2BAA2B,YAAY,EAAE;gBAClD,SAAS,EAAE,KAAK;gBAChB,QAAQ;aACT,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,aAAa,EAAE,OAAO,EAAE,CAAC;QAC3B,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,MAAM,CACjB,oBAAwD;QAExD,MAAM,aAAa,GACjB,OAAO,oBAAoB,KAAK,QAAQ,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC;QAEzE,uEAAuE;QACvE,MAAM,qBAAqB,GACzB,aAAa,EAAE,eAAe,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC;QAE3D,MAAM,EACJ,OAAO,EACP,QAAQ,EACR,YAAY,EACZ,QAAQ,EACR,QAAQ,EACR,YAAY,EACZ,cAAc,GACf,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,oBAAoB,CAAC,CAAC;QAElD,wEAAwE;QACxE,IAAI,qBAAqB,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACpD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;YACrD,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACnD,CAAC;QAED,qDAAqD;QACrD,IAAI,aAAwC,CAAC;QAC7C,IAAI,IAAI,CAAC,uBAAuB,EAAE,CAAC;YACjC,aAAa,GAAG,IAAI,gCAAa,EAAE,CAAC;YACpC,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC;QAC9D,CAAC;QAED,MAAM,SAAS,GAAI,oBAAkD;aAClE,SAA6C,CAAC;QAEjD,MAAM,KAAK,GAAe;YACxB,kBAAkB,EAAE,EAAE;YACtB,OAAO,EAAE,EAAE;YACX,YAAY,EAAE,EAAE;YAChB,SAAS,EAAE,KAAK;YAChB,cAAc,EAAE,cAAc;SAC/B,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,aAAsE,CAAC;QAC3E,IAAI,YAAuC,CAAC;QAC5C,MAAM,aAAa,GAAG,IAAI,OAAO,CAAc,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACjE,aAAa,GAAG,OAAO,CAAC;YACxB,YAAY,GAAG,MAAM,CAAC;QACxB,CAAC,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,CAAC,KAAc,EAAE,EAAE;YACrC,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACzD,IAAI,CAAC,MAAM,CAAC;gBACV,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,2BAA2B,YAAY,EAAE;gBAClD,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YACH,YAAY,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC,CAAC;QAEF,IAAI,YAA0D,CAAC;QAC/D,IAAI,CAAC;YACH,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC;gBACvC,KAAK,EAAE,YAAY;gBACnB,QAAQ,EAAE,oBAAoB,CAAC,YAAY,EAAE,QAAQ,CAAC;gBACtD,KAAK,EAAE,QAAQ;gBACf,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,QAAQ,CAAC;gBACvD,WAAW,EAAE,CAAC;gBACd,UAAU,EAAE,MAAM;gBAClB,WAAW,EAAE,IAAI,CAAC,iBAAiB,CACjC,SAAS,EAAE,WAAW,EACtB,aAAa,CACd;gBACD,YAAY,EAAE,IAAI,CAAC,iBAAiB,CAAC,KAAK,EAAE,SAAS,EAAE,YAAY,CAAC;gBACpE,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;oBACjB,aAAa,EAAE,OAAO,EAAE,CAAC;oBACzB,IAAI,SAAS,EAAE,OAAO,EAAE,CAAC;wBACvB,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;oBAC3B,CAAC;oBACD,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC3B,CAAC;gBACD,OAAO,EAAE,SAAS,EAAE,OAAO;gBAC3B,QAAQ,EAAE,CAAC,KAAK,EAAE,EAAE;oBAClB,aAAa,EAAE,OAAO,EAAE,CAAC;oBACzB,IAAI,SAAS,EAAE,QAAQ,EAAE,CAAC;wBACxB,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;oBAC5B,CAAC;oBAED,MAAM,WAAW,GAAG;wBAClB,GAAG,QAAQ;wBACX,GAAG,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAQ,IAAI,EAAE,CAAC;qBACpC,CAAC;oBACF,IAAI,CAAC,UAAU,CACb,KAAK,EACL,YAAY,EACZ,WAAW,EACX,OAAO,CAAC,WAAW,EACnB,OAAO,CAAC,MAAM,EACd,IAAI,CAAC,MAAM,CACZ,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,EAAE;wBACpB,MAAM,MAAM,GAAG,IAAI,CAAC,2BAA2B,CAC7C,SAAS,EACT,KAAK,EACL,UAAU,CAAC,QAAQ,EACnB,KAAK,EACL,QAAQ,EACR,UAAU,CAAC,MAAM,CAClB,CAAC;wBACF,aAAa,CAAC,MAAM,CAAC,CAAC;oBACxB,CAAC,CAAC,CAAC;gBACL,CAAC;gBACD,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;oBACjB,aAAa,EAAE,OAAO,EAAE,CAAC;oBACzB,IAAI,SAAS,EAAE,OAAO,EAAE,CAAC;wBACvB,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;oBAC3B,CAAC;oBACD,wEAAwE;oBACxE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,MAAM;wBACnC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;wBAC/B,CAAC,CAAC,oBAAoB,CAAC;oBACzB,YAAY,CAAC,IAAI,8BAAe,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC5C,CAAC;gBACD,WAAW,EAAE,OAAO,CAAC,MAAM;gBAC3B,eAAe,EAAE;oBACf,MAAM,EAAE,EAAE,eAAe,EAAE,uBAAuB,EAAE;oBACpD,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE;iBACzB;aACF,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,aAAa,EAAE,OAAO,EAAE,CAAC;YACzB,MAAM,KAAK,CAAC;QACd,CAAC;QAED,MAAM,iBAAiB,GAAG,YAAiC,CAAC;QAC5D,iBAAiB,CAAC,MAAM,GAAG,aAAa,CAAC;QACzC,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IAEO,2BAA2B,CACjC,SAAiB,EACjB,KAAiB,EACjB,aAA6B,EAC7B,MAKC,EACD,QAAiB,EACjB,MAAgC;QAEhC,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;YACxB,MAAM,YAAY,GAAG,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;YAE/D,IAAI,CAAC,KAAK,CAAC,SAAS,IAAI,QAAQ,IAAI,MAAM,CAAC,KAAK,EAAE,MAAM,IAAI,QAAQ,EAAE,CAAC;gBACrE,IAAI,CAAC,MAAM,CAAC;oBACV,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,yCAAyC,QAAQ,GAAG;oBAC7D,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBACH,KAAK,CAAC,YAAY,GAAG,yCAAyC,QAAQ,GAAG,CAAC;YAC5E,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,YAAY,GAAG,YAAY,IAAI,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YACzD,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,MAAM,eAAe,GAAG,OAAO,GAAG,SAAS,CAAC;QAC5C,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,IAAI,CAAC,EAAE,CAAC,aAAa,CACnB,2BAAc,CAAC,KAAK,EACpB,MAAM,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC,EAClC,MAAM,CAAC,UAAU,CAAC,YAAY,IAAI,CAAC,EACnC,MAAM,CAAC,UAAU,CAAC,eAAe,IAAI,CAAC,EACtC,MAAM,CAAC,UAAU,CAAC,iBAAiB,IAAI,CAAC,EACxC,eAAe,CAChB,CAAC;QACJ,CAAC;QAED,OAAO;YACL,OAAO,EAAE,KAAK,CAAC,SAAS;YACxB,OAAO,EAAE,KAAK,CAAC,YAAY,IAAI,0BAA0B;YACzD,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,MAAM;YACN,KAAK,EAAE,MAAM,CAAC,UAAU;gBACtB,CAAC,CAAC;oBACE,YAAY,EAAE,MAAM,CAAC,UAAU,CAAC,WAAW,IAAI,CAAC;oBAChD,aAAa,EAAE,MAAM,CAAC,UAAU,CAAC,YAAY,IAAI,CAAC;oBAClD,gBAAgB,EAAE,MAAM,CAAC,UAAU,CAAC,eAAe,IAAI,CAAC;oBACxD,mBAAmB,EAAE,MAAM,CAAC,UAAU,CAAC,iBAAiB,IAAI,CAAC;oBAC7D,iBAAiB,EAAE,eAAe;iBACnC;gBACH,CAAC,CAAC,SAAS;YACb,QAAQ,EAAE,aAAa;SACxB,CAAC;IACJ,CAAC;IAEO,WAAW,CACjB,YAAuB,EACvB,SAAqB,EACrB,WAAoB,EACpB,SAAmB;QAEnB,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,gBAAgB,EAAE,EAAE,EAAE,QAAQ,CAAC;QAChE,OAAO,IAAA,2BAAgB,EAAC,IAAI,CAAC,EAAE,EAAE;YAC/B,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,QAAQ;YACR,YAAY;YACZ,SAAS;YACT,WAAW;YACX,SAAS;YACT,iBAAiB,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,iBAAiB,CAAC,CAAC,CAAC,SAAS;SACrE,CAAC,CAAC;IACL,CAAC;IAEO,UAAU,CAChB,MAAqD,EACrD,QAAgB;QAEhB,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACvD,IAAI,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,KAAK,MAAM,CAAC,EAAE,CAAC;YAC9D,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,IAAA,gBAAW,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC;IACvC,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,UAAU,CACtB,KAAiB,EACjB,KAAoB,EACpB,QAAwB,EACxB,WAAmB,EACnB,YAAiC,EACjC,MAAmC;QAEnC,IAAI,KAAK,CAAC,SAAS;YAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;QAEzC,MAAM,UAAU,GAAG,MAAM,IAAA,0CAAkB,EAAC;YAC1C,KAAK;YACL,aAAa,EAAE,QAAQ;YACvB,WAAW;YACX,YAAY;YACZ,MAAM;SACP,CAAC,CAAC;QAEH,KAAK,CAAC,SAAS,GAAG,UAAU,CAAC,YAAY,CAAC;QAC1C,KAAK,CAAC,YAAY,GAAG,UAAU,CAAC,SAAS,CAAC;QAE1C,MAAM,UAAU,GAAG,IAAA,yCAAsB,EAAC;YACxC,YAAY,EAAE,MAAM;YACpB,UAAU,EAAE;gBACV,OAAO,EAAE,IAAI;gBACb,SAAS,EAAE,UAAU,CAAC,SAAS;gBAC/B,YAAY,EAAE,UAAU,CAAC,YAAY;aACtC;YACD,IAAI,EAAE;gBACJ,SAAS,EAAE,UAAU,CAAC,SAAS;gBAC/B,YAAY,EAAE,UAAU,CAAC,YAAY;aACtC;YACD,SAAS,EAAE,UAAU,CAAC,SAAS;SAChC,CAAC,CAAC;QAEH,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;YAChC,MAAM,CAAC,OAAO,GAAG,KAAK,CAAC,cAAc,CAAC;YACtC,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC9B,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7B,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,CAAC,GAAG,QAAQ,EAAE,GAAG,UAAU,CAAC,QAAQ,CAAC;YAC/C,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAC;IACJ,CAAC;CACF;AA3oBD,wCA2oBC","sourcesContent":["import { createAgentTools } from \"../agent/tools/index.js\";\nimport { buildAgentSystemPrompt } from \"../agent/prompts/agentSystemPrompt.js\";\nimport { LogLine } from \"../types/public/logs.js\";\nimport { V3 } from \"../v3.js\";\nimport {\n  ModelMessage,\n  ToolSet,\n  wrapLanguageModel,\n  stepCountIs,\n  LanguageModel,\n  type LanguageModelUsage,\n  type StepResult,\n  type GenerateTextOnStepFinishCallback,\n  type StreamTextOnStepFinishCallback,\n  type PrepareStepFunction,\n} from \"ai\";\nimport { StagehandZodObject } from \"../zodCompat.js\";\nimport { processMessages } from \"../agent/utils/messageProcessing.js\";\nimport { LLMClient } from \"../llm/LLMClient.js\";\nimport { FlowLogger } from \"../flowlogger/FlowLogger.js\";\nimport {\n  AgentExecuteOptions,\n  AgentStreamExecuteOptions,\n  AgentExecuteOptionsBase,\n  AgentResult,\n  AgentContext,\n  AgentState,\n  AgentStreamResult,\n  AgentStreamCallbacks,\n  AgentToolMode,\n  AgentModelConfig,\n  Variables,\n} from \"../types/public/agent.js\";\nimport { V3FunctionName } from \"../types/public/methods.js\";\nimport { mapToolResultToActions } from \"../agent/utils/actionMapping.js\";\nimport {\n  MissingLLMConfigurationError,\n  MissingEnvironmentVariableError,\n  StreamingCallbacksInNonStreamingModeError,\n  AgentAbortError,\n} from \"../types/public/sdkErrors.js\";\nimport { handleDoneToolCall } from \"../agent/utils/handleDoneToolCall.js\";\nimport {\n  CaptchaSolver,\n  CAPTCHA_SOLVED_MSG,\n  CAPTCHA_ERRORED_MSG,\n} from \"../agent/utils/captchaSolver.js\";\n\nfunction getErrorMessage(error: unknown): string {\n  return error instanceof Error ? error.message : String(error);\n}\n\n/**\n * Prepends a system message with cache control to the messages array.\n * The cache control providerOptions are used by Anthropic and ignored by other providers.\n */\nfunction prependSystemMessage(\n  systemPrompt: string,\n  messages: ModelMessage[],\n): ModelMessage[] {\n  return [\n    {\n      role: \"system\",\n      content: systemPrompt,\n      providerOptions: {\n        anthropic: {\n          cacheControl: { type: \"ephemeral\" },\n        },\n      },\n    },\n    ...messages,\n  ];\n}\n\nexport class V3AgentHandler {\n  private v3: V3;\n  private logger: (message: LogLine) => void;\n  private llmClient: LLMClient;\n  private executionModel?: string | AgentModelConfig;\n  private systemInstructions?: string;\n  private mcpTools?: ToolSet;\n  private mode: AgentToolMode;\n  private captchaAutoSolveEnabled: boolean;\n\n  constructor(\n    v3: V3,\n    logger: (message: LogLine) => void,\n    llmClient: LLMClient,\n    executionModel?: string | AgentModelConfig,\n    systemInstructions?: string,\n    mcpTools?: ToolSet,\n    mode?: AgentToolMode,\n    captchaAutoSolveEnabled?: boolean,\n  ) {\n    this.v3 = v3;\n    this.logger = logger;\n    this.llmClient = llmClient;\n    this.executionModel = executionModel;\n    this.systemInstructions = systemInstructions;\n    this.mcpTools = mcpTools;\n    this.mode = mode ?? \"dom\";\n    this.captchaAutoSolveEnabled = captchaAutoSolveEnabled ?? false;\n  }\n\n  private async prepareAgent(\n    instructionOrOptions: string | AgentExecuteOptionsBase,\n  ): Promise<AgentContext> {\n    try {\n      const options =\n        typeof instructionOrOptions === \"string\"\n          ? { instruction: instructionOrOptions }\n          : instructionOrOptions;\n\n      const maxSteps = options.maxSteps || 20;\n\n      // Get the initial page URL first (needed for the system prompt)\n      const initialPageUrl = (await this.v3.context.awaitActivePage()).url();\n\n      // Build the system prompt with mode-aware tool guidance\n      const systemPrompt = buildAgentSystemPrompt({\n        url: initialPageUrl,\n        executionInstruction: options.instruction,\n        mode: this.mode,\n        systemInstructions: this.systemInstructions,\n        captchasAutoSolve: this.v3.isCaptchaAutoSolveEnabled,\n        excludeTools: options.excludeTools,\n        variables: options.variables,\n        useSearch: options.useSearch,\n      });\n\n      if (options.useSearch) {\n        const bbApiKey = this.v3.browserbaseApiKey;\n        if (!bbApiKey) {\n          throw new MissingEnvironmentVariableError(\n            \"BROWSERBASE_API_KEY\",\n            \"agent search (useSearch: true)\",\n          );\n        }\n      }\n\n      const tools = this.createTools(\n        options.excludeTools,\n        options.variables,\n        options.toolTimeout,\n        options.useSearch,\n      );\n      const allTools: ToolSet = { ...tools, ...this.mcpTools };\n\n      // Use provided messages for continuation, or start fresh with the instruction\n      const messages: ModelMessage[] = options.messages?.length\n        ? [...options.messages, { role: \"user\", content: options.instruction }]\n        : [{ role: \"user\", content: options.instruction }];\n\n      if (!this.llmClient?.getLanguageModel) {\n        throw new MissingLLMConfigurationError();\n      }\n      const baseModel = this.llmClient.getLanguageModel();\n      //to do - we likely do not need middleware anymore\n      const wrappedModel = wrapLanguageModel({\n        model: baseModel,\n        middleware: {\n          ...FlowLogger.createLlmLoggingMiddleware(baseModel.modelId),\n        },\n      });\n\n      if (\n        this.mode === \"hybrid\" &&\n        !baseModel.modelId.includes(\"gemini-3-flash\") &&\n        !baseModel.modelId.includes(\"claude\")\n      ) {\n        this.logger({\n          category: \"agent\",\n          message: `Warning: \"${baseModel.modelId}\" may not perform well in hybrid mode. See recommended models: https://docs.stagehand.dev/v3/basics/agent#hybrid-mode`,\n          level: 0,\n        });\n      }\n\n      return {\n        options,\n        maxSteps,\n        systemPrompt,\n        allTools,\n        messages,\n        wrappedModel,\n        initialPageUrl,\n      };\n    } catch (error) {\n      this.logger({\n        category: \"agent\",\n        message: `failed to prepare agent: ${error}`,\n        level: 0,\n      });\n      throw error;\n    }\n  }\n  private createPrepareStep(\n    userCallback?: PrepareStepFunction<ToolSet>,\n    captchaSolver?: CaptchaSolver,\n  ): PrepareStepFunction<ToolSet> {\n    return async (options) => {\n      processMessages(options.messages);\n      if (captchaSolver) {\n        if (captchaSolver.isSolving()) {\n          this.logger({\n            category: \"agent\",\n            message:\n              \"Captcha detected — waiting for Browserbase to solve it before continuing\",\n            level: 1,\n          });\n        }\n        await captchaSolver.waitIfSolving();\n        const { solved, errored } = captchaSolver.consumeSolveResult();\n        if (solved) {\n          options.messages.push({\n            role: \"user\",\n            content: CAPTCHA_SOLVED_MSG,\n          });\n          this.logger({\n            category: \"agent\",\n            message:\n              \"Captcha solved — injected notification into agent message stream\",\n            level: 1,\n          });\n        }\n        if (errored) {\n          options.messages.push({\n            role: \"user\",\n            content: CAPTCHA_ERRORED_MSG,\n          });\n          this.logger({\n            category: \"agent\",\n            message:\n              \"Captcha solver failed — injected error notification into agent message stream\",\n            level: 1,\n          });\n        }\n      }\n      if (userCallback) {\n        return userCallback(options);\n      }\n      return options;\n    };\n  }\n\n  private createStepHandler(\n    state: AgentState,\n    userCallback?:\n      | GenerateTextOnStepFinishCallback<ToolSet>\n      | StreamTextOnStepFinishCallback<ToolSet>,\n  ) {\n    return async (event: StepResult<ToolSet>) => {\n      this.logger({\n        category: \"agent\",\n        message: `Step finished: ${event.finishReason}`,\n        level: 2,\n      });\n\n      if (event.toolCalls && event.toolCalls.length > 0) {\n        for (let i = 0; i < event.toolCalls.length; i++) {\n          const toolCall = event.toolCalls[i];\n          const args = toolCall.input;\n          const toolResult = event.toolResults?.[i];\n\n          if (event.text && event.text.length > 0) {\n            state.collectedReasoning.push(event.text);\n            this.logger({\n              category: \"agent\",\n              message: `reasoning: ${event.text}`,\n              level: 1,\n            });\n          }\n\n          if (toolCall.toolName === \"done\") {\n            state.completed = true;\n            if (args?.taskComplete) {\n              const doneReasoning = args.reasoning;\n              const allReasoning = state.collectedReasoning.join(\" \");\n              state.finalMessage = doneReasoning\n                ? `${allReasoning} ${doneReasoning}`.trim()\n                : allReasoning || \"Task completed successfully\";\n            }\n          }\n          const mappedActions = mapToolResultToActions({\n            toolCallName: toolCall.toolName,\n            toolResult,\n            args,\n            reasoning: event.text || undefined,\n          });\n\n          for (const action of mappedActions) {\n            action.pageUrl = state.currentPageUrl;\n            action.timestamp = Date.now();\n            state.actions.push(action);\n          }\n        }\n        state.currentPageUrl = (await this.v3.context.awaitActivePage()).url();\n      }\n\n      if (userCallback) {\n        await userCallback(event);\n      }\n    };\n  }\n\n  public async execute(\n    instructionOrOptions: string | AgentExecuteOptions,\n  ): Promise<AgentResult> {\n    const startTime = Date.now();\n    const options =\n      typeof instructionOrOptions === \"object\" ? instructionOrOptions : null;\n    const signal = options?.signal;\n\n    // Highlight cursor defaults to true for hybrid mode, can be overridden\n    const shouldHighlightCursor =\n      options?.highlightCursor ?? this.mode === \"hybrid\";\n\n    const state: AgentState = {\n      collectedReasoning: [],\n      actions: [],\n      finalMessage: \"\",\n      completed: false,\n      currentPageUrl: \"\",\n    };\n\n    let messages: ModelMessage[] = [];\n    let captchaSolver: CaptchaSolver | undefined;\n\n    try {\n      const {\n        options: preparedOptions,\n        maxSteps,\n        systemPrompt,\n        allTools,\n        messages: preparedMessages,\n        wrappedModel,\n        initialPageUrl,\n      } = await this.prepareAgent(instructionOrOptions);\n\n      // Enable cursor overlay for hybrid mode (coordinate-based interactions)\n      if (shouldHighlightCursor && this.mode === \"hybrid\") {\n        const page = await this.v3.context.awaitActivePage();\n        await page.enableCursorOverlay().catch(() => {});\n      }\n\n      // Set up captcha solver for Browserbase environments\n      if (this.captchaAutoSolveEnabled) {\n        captchaSolver = new CaptchaSolver();\n        captchaSolver.init(() => this.v3.context.awaitActivePage());\n      }\n\n      messages = preparedMessages;\n      state.currentPageUrl = initialPageUrl;\n\n      const callbacks = (instructionOrOptions as AgentExecuteOptions).callbacks;\n\n      if (callbacks) {\n        const streamingOnlyCallbacks = [\n          \"onChunk\",\n          \"onFinish\",\n          \"onError\",\n          \"onAbort\",\n        ];\n        const invalidCallbacks = streamingOnlyCallbacks.filter(\n          (name) => callbacks[name as keyof typeof callbacks] != null,\n        );\n        if (invalidCallbacks.length > 0) {\n          throw new StreamingCallbacksInNonStreamingModeError(invalidCallbacks);\n        }\n      }\n\n      const result = await this.llmClient.generateText({\n        model: wrappedModel,\n        messages: prependSystemMessage(systemPrompt, messages),\n        tools: allTools,\n        stopWhen: (result) => this.handleStop(result, maxSteps),\n        temperature: 1,\n        toolChoice: \"auto\",\n\n        prepareStep: this.createPrepareStep(\n          callbacks?.prepareStep,\n          captchaSolver,\n        ),\n        onStepFinish: this.createStepHandler(state, callbacks?.onStepFinish),\n        abortSignal: preparedOptions.signal,\n        providerOptions: {\n          google: { mediaResolution: \"MEDIA_RESOLUTION_HIGH\" },\n          openai: { store: false },\n        },\n      });\n\n      const allMessages = [...messages, ...(result.response?.messages || [])];\n      const doneResult = await this.ensureDone(\n        state,\n        wrappedModel,\n        allMessages,\n        preparedOptions.instruction,\n        preparedOptions.output,\n        this.logger,\n      );\n\n      return this.consolidateMetricsAndResult(\n        startTime,\n        state,\n        doneResult.messages,\n        result,\n        maxSteps,\n        doneResult.output,\n      );\n    } catch (error) {\n      // Re-throw validation errors that should propagate to the caller\n      if (\n        error instanceof StreamingCallbacksInNonStreamingModeError ||\n        error instanceof MissingEnvironmentVariableError\n      ) {\n        throw error;\n      }\n\n      // Re-throw abort errors wrapped in AgentAbortError for consistent error typing\n      if (signal?.aborted) {\n        const reason = signal.reason ? String(signal.reason) : \"aborted\";\n        throw new AgentAbortError(reason);\n      }\n\n      const errorMessage = getErrorMessage(error);\n      this.logger({\n        category: \"agent\",\n        message: `Error executing agent task: ${errorMessage}`,\n        level: 0,\n      });\n\n      // For non-abort errors, return a failure result instead of throwing\n      return {\n        success: false,\n        actions: state.actions,\n        message: `Failed to execute task: ${errorMessage}`,\n        completed: false,\n        messages,\n      };\n    } finally {\n      captchaSolver?.dispose();\n    }\n  }\n\n  public async stream(\n    instructionOrOptions: string | AgentStreamExecuteOptions,\n  ): Promise<AgentStreamResult> {\n    const streamOptions =\n      typeof instructionOrOptions === \"object\" ? instructionOrOptions : null;\n\n    // Highlight cursor defaults to true for hybrid mode, can be overridden\n    const shouldHighlightCursor =\n      streamOptions?.highlightCursor ?? this.mode === \"hybrid\";\n\n    const {\n      options,\n      maxSteps,\n      systemPrompt,\n      allTools,\n      messages,\n      wrappedModel,\n      initialPageUrl,\n    } = await this.prepareAgent(instructionOrOptions);\n\n    // Enable cursor overlay for hybrid mode (coordinate-based interactions)\n    if (shouldHighlightCursor && this.mode === \"hybrid\") {\n      const page = await this.v3.context.awaitActivePage();\n      await page.enableCursorOverlay().catch(() => {});\n    }\n\n    // Set up captcha solver for Browserbase environments\n    let captchaSolver: CaptchaSolver | undefined;\n    if (this.captchaAutoSolveEnabled) {\n      captchaSolver = new CaptchaSolver();\n      captchaSolver.init(() => this.v3.context.awaitActivePage());\n    }\n\n    const callbacks = (instructionOrOptions as AgentStreamExecuteOptions)\n      .callbacks as AgentStreamCallbacks | undefined;\n\n    const state: AgentState = {\n      collectedReasoning: [],\n      actions: [],\n      finalMessage: \"\",\n      completed: false,\n      currentPageUrl: initialPageUrl,\n    };\n    const startTime = Date.now();\n\n    let resolveResult: (value: AgentResult | PromiseLike<AgentResult>) => void;\n    let rejectResult: (reason: unknown) => void;\n    const resultPromise = new Promise<AgentResult>((resolve, reject) => {\n      resolveResult = resolve;\n      rejectResult = reject;\n    });\n\n    const handleError = (error: unknown) => {\n      const errorMessage =\n        error instanceof Error ? error.message : String(error);\n      this.logger({\n        category: \"agent\",\n        message: `Error during streaming: ${errorMessage}`,\n        level: 0,\n      });\n      rejectResult(error);\n    };\n\n    let streamResult: ReturnType<typeof this.llmClient.streamText>;\n    try {\n      streamResult = this.llmClient.streamText({\n        model: wrappedModel,\n        messages: prependSystemMessage(systemPrompt, messages),\n        tools: allTools,\n        stopWhen: (result) => this.handleStop(result, maxSteps),\n        temperature: 1,\n        toolChoice: \"auto\",\n        prepareStep: this.createPrepareStep(\n          callbacks?.prepareStep,\n          captchaSolver,\n        ),\n        onStepFinish: this.createStepHandler(state, callbacks?.onStepFinish),\n        onError: (event) => {\n          captchaSolver?.dispose();\n          if (callbacks?.onError) {\n            callbacks.onError(event);\n          }\n          handleError(event.error);\n        },\n        onChunk: callbacks?.onChunk,\n        onFinish: (event) => {\n          captchaSolver?.dispose();\n          if (callbacks?.onFinish) {\n            callbacks.onFinish(event);\n          }\n\n          const allMessages = [\n            ...messages,\n            ...(event.response?.messages || []),\n          ];\n          this.ensureDone(\n            state,\n            wrappedModel,\n            allMessages,\n            options.instruction,\n            options.output,\n            this.logger,\n          ).then((doneResult) => {\n            const result = this.consolidateMetricsAndResult(\n              startTime,\n              state,\n              doneResult.messages,\n              event,\n              maxSteps,\n              doneResult.output,\n            );\n            resolveResult(result);\n          });\n        },\n        onAbort: (event) => {\n          captchaSolver?.dispose();\n          if (callbacks?.onAbort) {\n            callbacks.onAbort(event);\n          }\n          // Reject the result promise with AgentAbortError when stream is aborted\n          const reason = options.signal?.reason\n            ? String(options.signal.reason)\n            : \"Stream was aborted\";\n          rejectResult(new AgentAbortError(reason));\n        },\n        abortSignal: options.signal,\n        providerOptions: {\n          google: { mediaResolution: \"MEDIA_RESOLUTION_HIGH\" },\n          openai: { store: false },\n        },\n      });\n    } catch (error) {\n      captchaSolver?.dispose();\n      throw error;\n    }\n\n    const agentStreamResult = streamResult as AgentStreamResult;\n    agentStreamResult.result = resultPromise;\n    return agentStreamResult;\n  }\n\n  private consolidateMetricsAndResult(\n    startTime: number,\n    state: AgentState,\n    inputMessages: ModelMessage[],\n    result: {\n      text?: string;\n      totalUsage?: LanguageModelUsage;\n      response?: { messages?: ModelMessage[] };\n      steps?: StepResult<ToolSet>[];\n    },\n    maxSteps?: number,\n    output?: Record<string, unknown>,\n  ): AgentResult {\n    if (!state.finalMessage) {\n      const allReasoning = state.collectedReasoning.join(\" \").trim();\n\n      if (!state.completed && maxSteps && result.steps?.length >= maxSteps) {\n        this.logger({\n          category: \"agent\",\n          message: `Agent stopped: reached maximum steps (${maxSteps})`,\n          level: 1,\n        });\n        state.finalMessage = `Agent stopped: reached maximum steps (${maxSteps})`;\n      } else {\n        state.finalMessage = allReasoning || result.text || \"\";\n      }\n    }\n\n    const endTime = Date.now();\n    const inferenceTimeMs = endTime - startTime;\n    if (result.totalUsage) {\n      this.v3.updateMetrics(\n        V3FunctionName.AGENT,\n        result.totalUsage.inputTokens || 0,\n        result.totalUsage.outputTokens || 0,\n        result.totalUsage.reasoningTokens || 0,\n        result.totalUsage.cachedInputTokens || 0,\n        inferenceTimeMs,\n      );\n    }\n\n    return {\n      success: state.completed,\n      message: state.finalMessage || \"Task execution completed\",\n      actions: state.actions,\n      completed: state.completed,\n      output,\n      usage: result.totalUsage\n        ? {\n            input_tokens: result.totalUsage.inputTokens || 0,\n            output_tokens: result.totalUsage.outputTokens || 0,\n            reasoning_tokens: result.totalUsage.reasoningTokens || 0,\n            cached_input_tokens: result.totalUsage.cachedInputTokens || 0,\n            inference_time_ms: inferenceTimeMs,\n          }\n        : undefined,\n      messages: inputMessages,\n    };\n  }\n\n  private createTools(\n    excludeTools?: string[],\n    variables?: Variables,\n    toolTimeout?: number,\n    useSearch?: boolean,\n  ) {\n    const provider = this.llmClient?.getLanguageModel?.()?.provider;\n    return createAgentTools(this.v3, {\n      executionModel: this.executionModel,\n      logger: this.logger,\n      mode: this.mode,\n      provider,\n      excludeTools,\n      variables,\n      toolTimeout,\n      useSearch,\n      browserbaseApiKey: useSearch ? this.v3.browserbaseApiKey : undefined,\n    });\n  }\n\n  private handleStop(\n    result: Parameters<ReturnType<typeof stepCountIs>>[0],\n    maxSteps: number,\n  ): boolean | PromiseLike<boolean> {\n    const lastStep = result.steps[result.steps.length - 1];\n    if (lastStep?.toolCalls?.some((tc) => tc.toolName === \"done\")) {\n      return true;\n    }\n    return stepCountIs(maxSteps)(result);\n  }\n\n  /**\n   * Ensures the done tool is called at the end of agent execution.\n   * Returns the messages and any extracted output from the done call.\n   */\n  private async ensureDone(\n    state: AgentState,\n    model: LanguageModel,\n    messages: ModelMessage[],\n    instruction: string,\n    outputSchema?: StagehandZodObject,\n    logger?: (message: LogLine) => void,\n  ): Promise<{ messages: ModelMessage[]; output?: Record<string, unknown> }> {\n    if (state.completed) return { messages };\n\n    const doneResult = await handleDoneToolCall({\n      model,\n      inputMessages: messages,\n      instruction,\n      outputSchema,\n      logger,\n    });\n\n    state.completed = doneResult.taskComplete;\n    state.finalMessage = doneResult.reasoning;\n\n    const doneAction = mapToolResultToActions({\n      toolCallName: \"done\",\n      toolResult: {\n        success: true,\n        reasoning: doneResult.reasoning,\n        taskComplete: doneResult.taskComplete,\n      },\n      args: {\n        reasoning: doneResult.reasoning,\n        taskComplete: doneResult.taskComplete,\n      },\n      reasoning: doneResult.reasoning,\n    });\n\n    for (const action of doneAction) {\n      action.pageUrl = state.currentPageUrl;\n      action.timestamp = Date.now();\n      state.actions.push(action);\n    }\n\n    return {\n      messages: [...messages, ...doneResult.messages],\n      output: doneResult.output,\n    };\n  }\n}\n"]}

package/dist/cjs/lib/v3/handlers/v3CuaAgentHandler.d.ts

@@ -10,6 +10,9 @@ export declare class V3CuaAgentHandler {
     private agentClient;
     private options;
     private highlightCursor;
+    private captchaSolver;
+    private captchaClickGuardRemaining;
+    private currentInstruction;
     constructor(v3: V3, logger: (message: LogLine) => void, options: AgentHandlerOptions, tools?: ToolSet);
     /**
      * Ensures the V3 context is still available (not closed).
@@ -29,5 +32,7 @@ export declare class V3CuaAgentHandler {
     private updateClientViewport;
     private updateClientUrl;
     captureAndSendScreenshot(): Promise<unknown>;
+    private handleCaptchaSolveResult;
+    private shouldSkipSolvedCaptchaInteraction;
     private injectCursor;
 }