npm - @browserbasehq/orca - Versions diffs - 3.2.0-preview.4 → 3.2.1-preview.0 - Mend

@browserbasehq/orca 3.2.0-preview.4 → 3.2.1-preview.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (308) hide show

package/dist/cjs/lib/v3/llm/OpenAIClient.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"OpenAIClient.js","sourceRoot":"","sources":["../../../../../lib/v3/llm/OpenAIClient.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA+C;AAY/C,6CAAmD;AACnD,iDAMwB;AACxB,+DAIsC;AACtC,kDAA+C;AAE/C,MAAa,YAAa,SAAQ,wBAAS;IAClC,IAAI,GAAG,QAAiB,CAAC;IACxB,MAAM,CAAS;IAGvB,YAAY,EACV,SAAS,EACT,aAAa,GAKd;QACC,KAAK,CAAC,SAAS,CAAC,CAAC;QACjB,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,MAAM,GAAG,IAAI,gBAAM,CAAC,aAAa,CAAC,CAAC;QACxC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,oBAAoB,CAAkB,EAC1C,OAAO,EAAE,cAAc,EACvB,MAAM,EACN,OAAO,GAAG,CAAC,GACiB;QAC5B,IAAI,OAAO,GAAmC,cAAc,CAAC;QAE7D,qEAAqE;QACrE,sDAAsD;QACtD,IAAI,qBAAqB,GAAG,KAAK,CAAC;QAClC,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACvE,oBAAoB;YACpB,6BAA6B;YAC7B,IAAI,EACF,WAAW,EACX,KAAK,EACL,iBAAiB,EACjB,gBAAgB,EAChB,WAAW,GACZ,GAAG,OAAO,CAAC;YACZ,CAAC;gBACC,WAAW;gBACX,KAAK;gBACL,iBAAiB;gBACjB,gBAAgB;gBAChB,WAAW;gBACX,GAAG,OAAO;aACX,GAAG,OAAO,CAAC,CAAC;YACb,mBAAmB;YACnB,6BAA6B;YAC7B,OAAO,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;gBACpD,GAAG,OAAO;gBACV,IAAI,EAAE,MAAM;aACb,CAAC,CAAC,CAAC;YACJ,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;gBAC5C,MAAM,IAAI,6BAAc,CACtB,uDAAuD,CACxD,CAAC;YACJ,CAAC;YAED,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBAClB,6BAA6B;gBAC7B,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC;gBACnC,OAAO,GAAG,IAAI,CAAC;gBACf,qBAAqB,GAAG,IAAI,CAAC;gBAC7B,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC;oBACpB,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,mDAAmD,IAAI,CAAC,SAAS,CACxE,KAAK,CACN;;;;;;;2GAOgG;iBAClG,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,IACE,OAAO,CAAC,WAAW;YACnB,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,EACpE,CAAC;YACD,MAAM,IAAI,6BAAc,CAAC,4CAA4C,CAAC,CAAC;QACzE,CAAC;QAED,MAAM,EAAE,SAAS,EAAE,GAAG,+BAA+B,EAAE,GAAG,OAAO,CAAC;QAElE,MAAM,CAAC;YACL,QAAQ,EAAE,QAAQ;YAClB,OAAO,EAAE,0BAA0B;YACnC,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,OAAO,EAAE;oBACP,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC;wBACpB,GAAG,+BAA+B;wBAClC,SAAS;qBACV,CAAC;oBACF,IAAI,EAAE,QAAQ;iBACf;gBACD,SAAS,EAAE;oBACT,KAAK,EAAE,IAAI,CAAC,SAAS;oBACrB,IAAI,EAAE,QAAQ;iBACf;aACF;SACF,CAAC,CAAC;QAEH,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,MAAM,iBAAiB,GAAgB;gBACrC,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,WAAW;wBACjB,SAAS,EAAE;4BACT,GAAG,EAAE,0BAA0B,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE;yBACzE;qBACF;oBACD,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW;wBAC3B,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;wBACrD,CAAC,CAAC,EAAE,CAAC;iBACR;aACF,CAAC;YAEF,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC3C,CAAC;QAED,IAAI,cAES,CAAC;QACd,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YAC3B,8DAA8D;YAC9D,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;gBACvE,IAAI,CAAC;oBACH,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CACjC,IAAA,2BAAY,EAAC,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,CAC5C,CAAC;oBACF,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC;wBACpB,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,uCAAuC,YAAY;;mKAE2F;qBACxJ,CAAC,CAAC;gBACL,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,CAAC;wBACL,QAAQ,EAAE,QAAQ;wBAClB,OAAO,EAAE,uCAAuC;wBAChD,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;oBAEH,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;wBAChB,iEAAiE;wBACjE,OAAO,IAAI,CAAC,oBAAoB,CAAC;4BAC/B,OAAO,EAAE,OAAgC;4BACzC,MAAM;4BACN,OAAO,EAAE,OAAO,GAAG,CAAC;yBACrB,CAAC,CAAC;oBACL,CAAC;oBAED,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,cAAc,GAAG;oBACf,IAAI,EAAE,aAAa;oBACnB,WAAW,EAAE;wBACX,IAAI,EAAE,OAAO,CAAC,cAAc,CAAC,IAAI;wBACjC,MAAM,EAAE,IAAA,2BAAY,EAAC,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC;qBACpD;iBACF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,oBAAoB;QACpB,6BAA6B;QAC7B,MAAM,EAAE,cAAc,EAAE,GAAG,aAAa,EAAE,GAAG;YAC3C,GAAG,+BAA+B;YAClC,KAAK,EAAE,IAAI,CAAC,SAAS;SACtB,CAAC;QACF,mBAAmB;QAEnB,MAAM,CAAC;YACL,QAAQ,EAAE,QAAQ;YAClB,OAAO,EAAE,0BAA0B;YACnC,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,aAAa,EAAE;oBACb,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC;oBACpC,IAAI,EAAE,QAAQ;iBACf;aACF;SACF,CAAC,CAAC;QAEH,MAAM,iBAAiB,GACrB,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;YAC/B,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBACnC,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;oBACnD,IAAI,WAAW,IAAI,OAAO,EAAE,CAAC;wBAC3B,MAAM,YAAY,GAAmC;4BACnD,SAAS,EAAE;gCACT,GAAG,EAAE,OAAO,CAAC,SAAS,CAAC,GAAG;6BAC3B;4BACD,IAAI,EAAE,WAAW;yBAClB,CAAC;wBACF,OAAO,YAAY,CAAC;oBACtB,CAAC;yBAAM,CAAC;wBACN,MAAM,WAAW,GAAkC;4BACjD,IAAI,EAAE,OAAO,CAAC,IAAI;4BAClB,IAAI,EAAE,MAAM;yBACb,CAAC;wBACF,OAAO,WAAW,CAAC;oBACrB,CAAC;gBACH,CAAC,CAAC,CAAC;gBAEH,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC9B,MAAM,gBAAgB,GAAqC;wBACzD,GAAG,OAAO;wBACV,IAAI,EAAE,QAAQ;wBACd,OAAO,EAAE,YAAY,CAAC,MAAM,CAC1B,CAAC,OAAO,EAA4C,EAAE,CACpD,OAAO,CAAC,IAAI,KAAK,MAAM,CAC1B;qBACF,CAAC;oBACF,OAAO,gBAAgB,CAAC;gBAC1B,CAAC;qBAAM,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBACnC,MAAM,gBAAgB,GAAmC;wBACvD,GAAG,OAAO;wBACV,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,YAAY;qBACtB,CAAC;oBACF,OAAO,gBAAgB,CAAC;gBAC1B,CAAC;qBAAM,CAAC;oBACN,MAAM,gBAAgB,GAAwC;wBAC5D,GAAG,OAAO;wBACV,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,YAAY,CAAC,MAAM,CAC1B,CAAC,OAAO,EAA4C,EAAE,CACpD,OAAO,CAAC,IAAI,KAAK,MAAM,CAC1B;qBACF,CAAC;oBACF,OAAO,gBAAgB,CAAC;gBAC1B,CAAC;YACH,CAAC;YAED,MAAM,gBAAgB,GAAmC;gBACvD,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,OAAO,CAAC,OAAO;aACzB,CAAC;YAEF,OAAO,gBAAgB,CAAC;QAC1B,CAAC,CAAC,CAAC;QAEL,MAAM,IAAI,GAA2C;YACnD,GAAG,aAAa;YAChB,KAAK,EAAE,IAAI,CAAC,SAAS;YACrB,QAAQ,EAAE,iBAAiB;YAC3B,eAAe,EAAE,cAAc;YAC/B,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACnC,QAAQ,EAAE;oBACR,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,WAAW,EAAE,IAAI,CAAC,WAAW;oBAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;iBAC5B;gBACD,IAAI,EAAE,UAAU;aACjB,CAAC,CAAC;SACJ,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAEjE,8FAA8F;QAC9F,IAAI,qBAAqB,EAAE,CAAC;YAC1B,IAAI,CAAC;gBACH,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAEtE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,GAAG;oBACvC;wBACE,QAAQ,EAAE;4BACR,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC;4BAC3B,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;yBACtD;wBACD,IAAI,EAAE,UAAU;wBAChB,EAAE,EAAE,IAAI;qBACT;iBACF,CAAC;gBACF,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;YAC7C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC;oBACL,QAAQ,EAAE,QAAQ;oBAClB,OAAO,EAAE,oCAAoC;oBAC7C,KAAK,EAAE,CAAC;oBACR,SAAS,EAAE;wBACT,KAAK,EAAE;4BACL,KAAK,EAAE,KAAK,CAAC,OAAO;4BACpB,IAAI,EAAE,QAAQ;yBACf;wBACD,OAAO,EAAE;4BACP,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO;4BAC1C,IAAI,EAAE,QAAQ;yBACf;qBACF;iBACF,CAAC,CAAC;gBAEH,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;oBAChB,iEAAiE;oBACjE,OAAO,IAAI,CAAC,oBAAoB,CAAC;wBAC/B,OAAO,EAAE,OAAgC;wBACzC,MAAM;wBACN,OAAO,EAAE,OAAO,GAAG,CAAC;qBACrB,CAAC,CAAC;gBACL,CAAC;gBAED,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QAED,MAAM,CAAC;YACL,QAAQ,EAAE,QAAQ;YAClB,OAAO,EAAE,UAAU;YACnB,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,QAAQ,EAAE;oBACR,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;oBAC/B,IAAI,EAAE,QAAQ;iBACf;gBACD,SAAS,EAAE;oBACT,KAAK,EAAE,SAAS;oBAChB,IAAI,EAAE,QAAQ;iBACf;aACF;SACF,CAAC,CAAC;QAEH,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YAC3B,MAAM,aAAa,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;YAC1D,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;YAE7C,IAAI,CAAC;gBACH,IAAA,4BAAiB,EAAC,OAAO,CAAC,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YAC/D,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,CAAC;oBACL,QAAQ,EAAE,QAAQ;oBAClB,OAAO,EAAE,uCAAuC;oBAChD,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBACH,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;oBAChB,iEAAiE;oBACjE,OAAO,IAAI,CAAC,oBAAoB,CAAC;wBAC/B,OAAO,EAAE,OAAgC;wBACzC,MAAM;wBACN,OAAO,EAAE,OAAO,GAAG,CAAC;qBACrB,CAAC,CAAC;gBACL,CAAC;gBAED,IAAI,CAAC,YAAY,uCAAwB,EAAE,CAAC;oBAC1C,MAAM,CAAC;wBACL,QAAQ,EAAE,QAAQ;wBAClB,OAAO,EAAE,wCAAwC,CAAC,CAAC,OAAO,EAAE;wBAC5D,KAAK,EAAE,CAAC;wBACR,SAAS,EAAE;4BACT,YAAY,EAAE;gCACZ,KAAK,EAAE,YAAY,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;gCACrE,IAAI,EAAE,QAAQ;6BACf;4BACD,SAAS,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;yBAChD;qBACF,CAAC,CAAC;oBACH,MAAM,IAAI,gDAAiC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;gBACzD,CAAC;gBACD,MAAM,CAAC,CAAC;YACV,CAAC;YAED,OAAO;gBACL,IAAI,EAAE,UAAU;gBAChB,KAAK,EAAE,QAAQ,CAAC,KAAK;aACjB,CAAC;QACT,CAAC;QAED,mFAAmF;QACnF,oEAAoE;QACpE,OAAO,QAAa,CAAC;IACvB,CAAC;CACF;AA3XD,oCA2XC","sourcesContent":["import OpenAI, { ClientOptions } from \"openai\";\nimport {\n ChatCompletionAssistantMessageParam,\n ChatCompletionContentPartImage,\n ChatCompletionContentPartText,\n ChatCompletionCreateParamsNonStreaming,\n ChatCompletionMessageParam,\n ChatCompletionSystemMessageParam,\n ChatCompletionUserMessageParam,\n} from \"openai/resources/chat\";\nimport { LogLine } from \"../types/public/logs.js\";\nimport { AvailableModel } from \"../types/public/model.js\";\nimport { validateZodSchema } from \"../../utils.js\";\nimport {\n ChatCompletionOptions,\n ChatMessage,\n CreateChatCompletionOptions,\n LLMClient,\n LLMResponse,\n} from \"./LLMClient.js\";\nimport {\n CreateChatCompletionResponseError,\n StagehandError,\n ZodSchemaValidationError,\n} from \"../types/public/sdkErrors.js\";\nimport { toJsonSchema } from \"../zodCompat.js\";\n\nexport class OpenAIClient extends LLMClient {\n public type = \"openai\" as const;\n private client: OpenAI;\n declare public clientOptions: ClientOptions;\n\n constructor({\n modelName,\n clientOptions,\n }: {\n logger: (message: LogLine) => void;\n modelName: AvailableModel;\n clientOptions?: ClientOptions;\n }) {\n super(modelName);\n this.clientOptions = clientOptions;\n this.client = new OpenAI(clientOptions);\n this.modelName = modelName;\n }\n\n async createChatCompletion<T = LLMResponse>({\n options: optionsInitial,\n logger,\n retries = 3,\n }: CreateChatCompletionOptions): Promise<T> {\n let options: Partial<ChatCompletionOptions> = optionsInitial;\n\n // O1 models do not support most of the options. So we override them.\n // For schema and tools, we add them as user messages.\n let isToolsOverridedForO1 = false;\n if (this.modelName.startsWith(\"o1\") \|\| this.modelName.startsWith(\"o3\")) {\n /* eslint-disable /\n // Remove unsupported options\n let {\n tool_choice,\n top_p,\n frequency_penalty,\n presence_penalty,\n temperature,\n } = options;\n ({\n tool_choice,\n top_p,\n frequency_penalty,\n presence_penalty,\n temperature,\n ...options\n } = options);\n / eslint-enable /\n // Remove unsupported options\n options.messages = options.messages.map((message) => ({\n ...message,\n role: \"user\",\n }));\n if (options.tools && options.response_model) {\n throw new StagehandError(\n \"Cannot use both tool and response_model for o1 models\",\n );\n }\n\n if (options.tools) {\n // Remove unsupported options\n const { tools, ...rest } = options;\n options = rest;\n isToolsOverridedForO1 = true;\n options.messages.push({\n role: \"user\",\n content: `You have the following tools available to you:\\n${JSON.stringify(\n tools,\n )}\n\n Respond with the following zod schema format to use a method: {\n \"name\": \"<tool_name>\",\n \"arguments\": <tool_args>\n }\n \n Do not include any other text or formattings like \\`\\`\\` in your response. Just the JSON object.`,\n });\n }\n }\n if (\n options.temperature &&\n (this.modelName.startsWith(\"o1\") \|\| this.modelName.startsWith(\"o3\"))\n ) {\n throw new StagehandError(\"Temperature is not supported for o1 models\");\n }\n\n const { requestId, ...optionsWithoutImageAndRequestId } = options;\n\n logger({\n category: \"openai\",\n message: \"creating chat completion\",\n level: 2,\n auxiliary: {\n options: {\n value: JSON.stringify({\n ...optionsWithoutImageAndRequestId,\n requestId,\n }),\n type: \"object\",\n },\n modelName: {\n value: this.modelName,\n type: \"string\",\n },\n },\n });\n\n if (options.image) {\n const screenshotMessage: ChatMessage = {\n role: \"user\",\n content: [\n {\n type: \"image_url\",\n image_url: {\n url: `data:image/jpeg;base64,${options.image.buffer.toString(\"base64\")}`,\n },\n },\n ...(options.image.description\n ? [{ type: \"text\", text: options.image.description }]\n : []),\n ],\n };\n\n options.messages.push(screenshotMessage);\n }\n\n let responseFormat:\n \| ChatCompletionCreateParamsNonStreaming[\"response_format\"]\n \| undefined;\n if (options.response_model) {\n // For O1 models, we need to add the schema as a user message.\n if (this.modelName.startsWith(\"o1\") \|\| this.modelName.startsWith(\"o3\")) {\n try {\n const parsedSchema = JSON.stringify(\n toJsonSchema(options.response_model.schema),\n );\n options.messages.push({\n role: \"user\",\n content: `Respond in this zod schema format:\\n${parsedSchema}\\n\n\n Do not include any other text, formatting or markdown in your output. Do not include \\`\\`\\` or \\`\\`\\`json in your response. Only the JSON object itself.`,\n });\n } catch (error) {\n logger({\n category: \"openai\",\n message: \"Failed to parse response model schema\",\n level: 0,\n });\n\n if (retries > 0) {\n // as-casting to account for o1 models not supporting all options\n return this.createChatCompletion({\n options: options as ChatCompletionOptions,\n logger,\n retries: retries - 1,\n });\n }\n\n throw error;\n }\n } else {\n responseFormat = {\n type: \"json_schema\",\n json_schema: {\n name: options.response_model.name,\n schema: toJsonSchema(options.response_model.schema),\n },\n };\n }\n }\n\n / eslint-disable /\n // Remove unsupported options\n const { response_model, ...openAiOptions } = {\n ...optionsWithoutImageAndRequestId,\n model: this.modelName,\n };\n / eslint-enable */\n\n logger({\n category: \"openai\",\n message: \"creating chat completion\",\n level: 2,\n auxiliary: {\n openAiOptions: {\n value: JSON.stringify(openAiOptions),\n type: \"object\",\n },\n },\n });\n\n const formattedMessages: ChatCompletionMessageParam[] =\n options.messages.map((message) => {\n if (Array.isArray(message.content)) {\n const contentParts = message.content.map((content) => {\n if (\"image_url\" in content) {\n const imageContent: ChatCompletionContentPartImage = {\n image_url: {\n url: content.image_url.url,\n },\n type: \"image_url\",\n };\n return imageContent;\n } else {\n const textContent: ChatCompletionContentPartText = {\n text: content.text,\n type: \"text\",\n };\n return textContent;\n }\n });\n\n if (message.role === \"system\") {\n const formattedMessage: ChatCompletionSystemMessageParam = {\n ...message,\n role: \"system\",\n content: contentParts.filter(\n (content): content is ChatCompletionContentPartText =>\n content.type === \"text\",\n ),\n };\n return formattedMessage;\n } else if (message.role === \"user\") {\n const formattedMessage: ChatCompletionUserMessageParam = {\n ...message,\n role: \"user\",\n content: contentParts,\n };\n return formattedMessage;\n } else {\n const formattedMessage: ChatCompletionAssistantMessageParam = {\n ...message,\n role: \"assistant\",\n content: contentParts.filter(\n (content): content is ChatCompletionContentPartText =>\n content.type === \"text\",\n ),\n };\n return formattedMessage;\n }\n }\n\n const formattedMessage: ChatCompletionUserMessageParam = {\n role: \"user\",\n content: message.content,\n };\n\n return formattedMessage;\n });\n\n const body: ChatCompletionCreateParamsNonStreaming = {\n ...openAiOptions,\n model: this.modelName,\n messages: formattedMessages,\n response_format: responseFormat,\n stream: false,\n tools: options.tools?.map((tool) => ({\n function: {\n name: tool.name,\n description: tool.description,\n parameters: tool.parameters,\n },\n type: \"function\",\n })),\n };\n\n const response = await this.client.chat.completions.create(body);\n\n // For O1 models, we need to parse the tool call response manually and add it to the response.\n if (isToolsOverridedForO1) {\n try {\n const parsedContent = JSON.parse(response.choices[0].message.content);\n\n response.choices[0].message.tool_calls = [\n {\n function: {\n name: parsedContent[\"name\"],\n arguments: JSON.stringify(parsedContent[\"arguments\"]),\n },\n type: \"function\",\n id: \"-1\",\n },\n ];\n response.choices[0].message.content = null;\n } catch (error) {\n logger({\n category: \"openai\",\n message: \"Failed to parse tool call response\",\n level: 0,\n auxiliary: {\n error: {\n value: error.message,\n type: \"string\",\n },\n content: {\n value: response.choices[0].message.content,\n type: \"string\",\n },\n },\n });\n\n if (retries > 0) {\n // as-casting to account for o1 models not supporting all options\n return this.createChatCompletion({\n options: options as ChatCompletionOptions,\n logger,\n retries: retries - 1,\n });\n }\n\n throw error;\n }\n }\n\n logger({\n category: \"openai\",\n message: \"response\",\n level: 2,\n auxiliary: {\n response: {\n value: JSON.stringify(response),\n type: \"object\",\n },\n requestId: {\n value: requestId,\n type: \"string\",\n },\n },\n });\n\n if (options.response_model) {\n const extractedData = response.choices[0].message.content;\n const parsedData = JSON.parse(extractedData);\n\n try {\n validateZodSchema(options.response_model.schema, parsedData);\n } catch (e) {\n logger({\n category: \"openai\",\n message: \"Response failed Zod schema validation\",\n level: 0,\n });\n if (retries > 0) {\n // as-casting to account for o1 models not supporting all options\n return this.createChatCompletion({\n options: options as ChatCompletionOptions,\n logger,\n retries: retries - 1,\n });\n }\n\n if (e instanceof ZodSchemaValidationError) {\n logger({\n category: \"openai\",\n message: `Error during OpenAI chat completion: ${e.message}`,\n level: 0,\n auxiliary: {\n errorDetails: {\n value: `Message: ${e.message}${e.stack ? \"\\nStack: \" + e.stack : \"\"}`,\n type: \"string\",\n },\n requestId: { value: requestId, type: \"string\" },\n },\n });\n throw new CreateChatCompletionResponseError(e.message);\n }\n throw e;\n }\n\n return {\n data: parsedData,\n usage: response.usage,\n } as T;\n }\n\n // if the function was called with a response model, it would have returned earlier\n // so we can safely cast here to T, which defaults to ChatCompletion\n return response as T;\n }\n}\n"]}
1	+ {"version":3,"file":"OpenAIClient.js","sourceRoot":"","sources":["../../../../../lib/v3/llm/OpenAIClient.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA+C;AAY/C,6CAAmD;AACnD,iDAMwB;AACxB,+DAIsC;AACtC,kDAA+C;AAE/C,MAAa,YAAa,SAAQ,wBAAS;IAClC,IAAI,GAAG,QAAiB,CAAC;IACxB,MAAM,CAAS;IAGvB,YAAY,EACV,SAAS,EACT,aAAa,GAKd;QACC,KAAK,CAAC,SAAS,CAAC,CAAC;QACjB,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,MAAM,GAAG,IAAI,gBAAM,CAAC,aAAa,CAAC,CAAC;QACxC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,oBAAoB,CAAkB,EAC1C,OAAO,EAAE,cAAc,EACvB,MAAM,EACN,OAAO,GAAG,CAAC,GACiB;QAC5B,IAAI,OAAO,GAAmC,cAAc,CAAC;QAE7D,qEAAqE;QACrE,sDAAsD;QACtD,IAAI,qBAAqB,GAAG,KAAK,CAAC;QAClC,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACvE,oBAAoB;YACpB,6BAA6B;YAC7B,IAAI,EACF,WAAW,EACX,KAAK,EACL,iBAAiB,EACjB,gBAAgB,EAChB,WAAW,GACZ,GAAG,OAAO,CAAC;YACZ,CAAC;gBACC,WAAW;gBACX,KAAK;gBACL,iBAAiB;gBACjB,gBAAgB;gBAChB,WAAW;gBACX,GAAG,OAAO;aACX,GAAG,OAAO,CAAC,CAAC;YACb,mBAAmB;YACnB,6BAA6B;YAC7B,OAAO,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;gBACpD,GAAG,OAAO;gBACV,IAAI,EAAE,MAAM;aACb,CAAC,CAAC,CAAC;YACJ,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;gBAC5C,MAAM,IAAI,6BAAc,CACtB,uDAAuD,CACxD,CAAC;YACJ,CAAC;YAED,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBAClB,6BAA6B;gBAC7B,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC;gBACnC,OAAO,GAAG,IAAI,CAAC;gBACf,qBAAqB,GAAG,IAAI,CAAC;gBAC7B,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC;oBACpB,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,mDAAmD,IAAI,CAAC,SAAS,CACxE,KAAK,CACN;;;;;;;2GAOgG;iBAClG,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,IACE,OAAO,CAAC,WAAW;YACnB,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,EACpE,CAAC;YACD,MAAM,IAAI,6BAAc,CAAC,4CAA4C,CAAC,CAAC;QACzE,CAAC;QAED,MAAM,EAAE,SAAS,EAAE,GAAG,+BAA+B,EAAE,GAAG,OAAO,CAAC;QAElE,MAAM,CAAC;YACL,QAAQ,EAAE,QAAQ;YAClB,OAAO,EAAE,0BAA0B;YACnC,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,OAAO,EAAE;oBACP,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC;wBACpB,GAAG,+BAA+B;wBAClC,SAAS;qBACV,CAAC;oBACF,IAAI,EAAE,QAAQ;iBACf;gBACD,SAAS,EAAE;oBACT,KAAK,EAAE,IAAI,CAAC,SAAS;oBACrB,IAAI,EAAE,QAAQ;iBACf;aACF;SACF,CAAC,CAAC;QAEH,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,MAAM,iBAAiB,GAAgB;gBACrC,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,WAAW;wBACjB,SAAS,EAAE;4BACT,GAAG,EAAE,0BAA0B,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE;yBACzE;qBACF;oBACD,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW;wBAC3B,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;wBACrD,CAAC,CAAC,EAAE,CAAC;iBACR;aACF,CAAC;YAEF,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC3C,CAAC;QAED,IAAI,cAES,CAAC;QACd,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YAC3B,8DAA8D;YAC9D,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;gBACvE,IAAI,CAAC;oBACH,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CACjC,IAAA,2BAAY,EAAC,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,CAC5C,CAAC;oBACF,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC;wBACpB,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,uCAAuC,YAAY;;mKAE2F;qBACxJ,CAAC,CAAC;gBACL,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,CAAC;wBACL,QAAQ,EAAE,QAAQ;wBAClB,OAAO,EAAE,uCAAuC;wBAChD,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;oBAEH,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;wBAChB,iEAAiE;wBACjE,OAAO,IAAI,CAAC,oBAAoB,CAAC;4BAC/B,OAAO,EAAE,OAAgC;4BACzC,MAAM;4BACN,OAAO,EAAE,OAAO,GAAG,CAAC;yBACrB,CAAC,CAAC;oBACL,CAAC;oBAED,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,cAAc,GAAG;oBACf,IAAI,EAAE,aAAa;oBACnB,WAAW,EAAE;wBACX,IAAI,EAAE,OAAO,CAAC,cAAc,CAAC,IAAI;wBACjC,MAAM,EAAE,IAAA,2BAAY,EAAC,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC;wBACnD,MAAM,EAAE,IAAI;qBACb;iBACF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,oBAAoB;QACpB,6BAA6B;QAC7B,MAAM,EAAE,cAAc,EAAE,GAAG,aAAa,EAAE,GAAG;YAC3C,GAAG,+BAA+B;YAClC,KAAK,EAAE,IAAI,CAAC,SAAS;SACtB,CAAC;QACF,mBAAmB;QAEnB,MAAM,CAAC;YACL,QAAQ,EAAE,QAAQ;YAClB,OAAO,EAAE,0BAA0B;YACnC,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,aAAa,EAAE;oBACb,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC;oBACpC,IAAI,EAAE,QAAQ;iBACf;aACF;SACF,CAAC,CAAC;QAEH,MAAM,iBAAiB,GACrB,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;YAC/B,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBACnC,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;oBACnD,IAAI,WAAW,IAAI,OAAO,EAAE,CAAC;wBAC3B,MAAM,YAAY,GAAmC;4BACnD,SAAS,EAAE;gCACT,GAAG,EAAE,OAAO,CAAC,SAAS,CAAC,GAAG;6BAC3B;4BACD,IAAI,EAAE,WAAW;yBAClB,CAAC;wBACF,OAAO,YAAY,CAAC;oBACtB,CAAC;yBAAM,CAAC;wBACN,MAAM,WAAW,GAAkC;4BACjD,IAAI,EAAE,OAAO,CAAC,IAAI;4BAClB,IAAI,EAAE,MAAM;yBACb,CAAC;wBACF,OAAO,WAAW,CAAC;oBACrB,CAAC;gBACH,CAAC,CAAC,CAAC;gBAEH,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC9B,MAAM,gBAAgB,GAAqC;wBACzD,GAAG,OAAO;wBACV,IAAI,EAAE,QAAQ;wBACd,OAAO,EAAE,YAAY,CAAC,MAAM,CAC1B,CAAC,OAAO,EAA4C,EAAE,CACpD,OAAO,CAAC,IAAI,KAAK,MAAM,CAC1B;qBACF,CAAC;oBACF,OAAO,gBAAgB,CAAC;gBAC1B,CAAC;qBAAM,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBACnC,MAAM,gBAAgB,GAAmC;wBACvD,GAAG,OAAO;wBACV,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,YAAY;qBACtB,CAAC;oBACF,OAAO,gBAAgB,CAAC;gBAC1B,CAAC;qBAAM,CAAC;oBACN,MAAM,gBAAgB,GAAwC;wBAC5D,GAAG,OAAO;wBACV,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,YAAY,CAAC,MAAM,CAC1B,CAAC,OAAO,EAA4C,EAAE,CACpD,OAAO,CAAC,IAAI,KAAK,MAAM,CAC1B;qBACF,CAAC;oBACF,OAAO,gBAAgB,CAAC;gBAC1B,CAAC;YACH,CAAC;YAED,MAAM,gBAAgB,GAAmC;gBACvD,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,OAAO,CAAC,OAAO;aACzB,CAAC;YAEF,OAAO,gBAAgB,CAAC;QAC1B,CAAC,CAAC,CAAC;QAEL,MAAM,IAAI,GAA2C;YACnD,GAAG,aAAa;YAChB,KAAK,EAAE,IAAI,CAAC,SAAS;YACrB,QAAQ,EAAE,iBAAiB;YAC3B,eAAe,EAAE,cAAc;YAC/B,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACnC,QAAQ,EAAE;oBACR,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,WAAW,EAAE,IAAI,CAAC,WAAW;oBAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;iBAC5B;gBACD,IAAI,EAAE,UAAU;aACjB,CAAC,CAAC;SACJ,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAEjE,8FAA8F;QAC9F,IAAI,qBAAqB,EAAE,CAAC;YAC1B,IAAI,CAAC;gBACH,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAEtE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,GAAG;oBACvC;wBACE,QAAQ,EAAE;4BACR,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC;4BAC3B,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;yBACtD;wBACD,IAAI,EAAE,UAAU;wBAChB,EAAE,EAAE,IAAI;qBACT;iBACF,CAAC;gBACF,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;YAC7C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC;oBACL,QAAQ,EAAE,QAAQ;oBAClB,OAAO,EAAE,oCAAoC;oBAC7C,KAAK,EAAE,CAAC;oBACR,SAAS,EAAE;wBACT,KAAK,EAAE;4BACL,KAAK,EAAE,KAAK,CAAC,OAAO;4BACpB,IAAI,EAAE,QAAQ;yBACf;wBACD,OAAO,EAAE;4BACP,KAAK,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO;4BAC1C,IAAI,EAAE,QAAQ;yBACf;qBACF;iBACF,CAAC,CAAC;gBAEH,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;oBAChB,iEAAiE;oBACjE,OAAO,IAAI,CAAC,oBAAoB,CAAC;wBAC/B,OAAO,EAAE,OAAgC;wBACzC,MAAM;wBACN,OAAO,EAAE,OAAO,GAAG,CAAC;qBACrB,CAAC,CAAC;gBACL,CAAC;gBAED,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QAED,MAAM,CAAC;YACL,QAAQ,EAAE,QAAQ;YAClB,OAAO,EAAE,UAAU;YACnB,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,QAAQ,EAAE;oBACR,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;oBAC/B,IAAI,EAAE,QAAQ;iBACf;gBACD,SAAS,EAAE;oBACT,KAAK,EAAE,SAAS;oBAChB,IAAI,EAAE,QAAQ;iBACf;aACF;SACF,CAAC,CAAC;QAEH,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YAC3B,MAAM,aAAa,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;YAC1D,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;YAE7C,IAAI,CAAC;gBACH,IAAA,4BAAiB,EAAC,OAAO,CAAC,cAAc,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YAC/D,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,CAAC;oBACL,QAAQ,EAAE,QAAQ;oBAClB,OAAO,EAAE,uCAAuC;oBAChD,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBACH,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;oBAChB,iEAAiE;oBACjE,OAAO,IAAI,CAAC,oBAAoB,CAAC;wBAC/B,OAAO,EAAE,OAAgC;wBACzC,MAAM;wBACN,OAAO,EAAE,OAAO,GAAG,CAAC;qBACrB,CAAC,CAAC;gBACL,CAAC;gBAED,IAAI,CAAC,YAAY,uCAAwB,EAAE,CAAC;oBAC1C,MAAM,CAAC;wBACL,QAAQ,EAAE,QAAQ;wBAClB,OAAO,EAAE,wCAAwC,CAAC,CAAC,OAAO,EAAE;wBAC5D,KAAK,EAAE,CAAC;wBACR,SAAS,EAAE;4BACT,YAAY,EAAE;gCACZ,KAAK,EAAE,YAAY,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;gCACrE,IAAI,EAAE,QAAQ;6BACf;4BACD,SAAS,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE;yBAChD;qBACF,CAAC,CAAC;oBACH,MAAM,IAAI,gDAAiC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;gBACzD,CAAC;gBACD,MAAM,CAAC,CAAC;YACV,CAAC;YAED,OAAO;gBACL,IAAI,EAAE,UAAU;gBAChB,KAAK,EAAE,QAAQ,CAAC,KAAK;aACjB,CAAC;QACT,CAAC;QAED,mFAAmF;QACnF,oEAAoE;QACpE,OAAO,QAAa,CAAC;IACvB,CAAC;CACF;AA5XD,oCA4XC","sourcesContent":["import OpenAI, { ClientOptions } from \"openai\";\nimport {\n ChatCompletionAssistantMessageParam,\n ChatCompletionContentPartImage,\n ChatCompletionContentPartText,\n ChatCompletionCreateParamsNonStreaming,\n ChatCompletionMessageParam,\n ChatCompletionSystemMessageParam,\n ChatCompletionUserMessageParam,\n} from \"openai/resources/chat\";\nimport { LogLine } from \"../types/public/logs.js\";\nimport { AvailableModel } from \"../types/public/model.js\";\nimport { validateZodSchema } from \"../../utils.js\";\nimport {\n ChatCompletionOptions,\n ChatMessage,\n CreateChatCompletionOptions,\n LLMClient,\n LLMResponse,\n} from \"./LLMClient.js\";\nimport {\n CreateChatCompletionResponseError,\n StagehandError,\n ZodSchemaValidationError,\n} from \"../types/public/sdkErrors.js\";\nimport { toJsonSchema } from \"../zodCompat.js\";\n\nexport class OpenAIClient extends LLMClient {\n public type = \"openai\" as const;\n private client: OpenAI;\n declare public clientOptions: ClientOptions;\n\n constructor({\n modelName,\n clientOptions,\n }: {\n logger: (message: LogLine) => void;\n modelName: AvailableModel;\n clientOptions?: ClientOptions;\n }) {\n super(modelName);\n this.clientOptions = clientOptions;\n this.client = new OpenAI(clientOptions);\n this.modelName = modelName;\n }\n\n async createChatCompletion<T = LLMResponse>({\n options: optionsInitial,\n logger,\n retries = 3,\n }: CreateChatCompletionOptions): Promise<T> {\n let options: Partial<ChatCompletionOptions> = optionsInitial;\n\n // O1 models do not support most of the options. So we override them.\n // For schema and tools, we add them as user messages.\n let isToolsOverridedForO1 = false;\n if (this.modelName.startsWith(\"o1\") \|\| this.modelName.startsWith(\"o3\")) {\n /* eslint-disable /\n // Remove unsupported options\n let {\n tool_choice,\n top_p,\n frequency_penalty,\n presence_penalty,\n temperature,\n } = options;\n ({\n tool_choice,\n top_p,\n frequency_penalty,\n presence_penalty,\n temperature,\n ...options\n } = options);\n / eslint-enable /\n // Remove unsupported options\n options.messages = options.messages.map((message) => ({\n ...message,\n role: \"user\",\n }));\n if (options.tools && options.response_model) {\n throw new StagehandError(\n \"Cannot use both tool and response_model for o1 models\",\n );\n }\n\n if (options.tools) {\n // Remove unsupported options\n const { tools, ...rest } = options;\n options = rest;\n isToolsOverridedForO1 = true;\n options.messages.push({\n role: \"user\",\n content: `You have the following tools available to you:\\n${JSON.stringify(\n tools,\n )}\n\n Respond with the following zod schema format to use a method: {\n \"name\": \"<tool_name>\",\n \"arguments\": <tool_args>\n }\n \n Do not include any other text or formattings like \\`\\`\\` in your response. Just the JSON object.`,\n });\n }\n }\n if (\n options.temperature &&\n (this.modelName.startsWith(\"o1\") \|\| this.modelName.startsWith(\"o3\"))\n ) {\n throw new StagehandError(\"Temperature is not supported for o1 models\");\n }\n\n const { requestId, ...optionsWithoutImageAndRequestId } = options;\n\n logger({\n category: \"openai\",\n message: \"creating chat completion\",\n level: 2,\n auxiliary: {\n options: {\n value: JSON.stringify({\n ...optionsWithoutImageAndRequestId,\n requestId,\n }),\n type: \"object\",\n },\n modelName: {\n value: this.modelName,\n type: \"string\",\n },\n },\n });\n\n if (options.image) {\n const screenshotMessage: ChatMessage = {\n role: \"user\",\n content: [\n {\n type: \"image_url\",\n image_url: {\n url: `data:image/jpeg;base64,${options.image.buffer.toString(\"base64\")}`,\n },\n },\n ...(options.image.description\n ? [{ type: \"text\", text: options.image.description }]\n : []),\n ],\n };\n\n options.messages.push(screenshotMessage);\n }\n\n let responseFormat:\n \| ChatCompletionCreateParamsNonStreaming[\"response_format\"]\n \| undefined;\n if (options.response_model) {\n // For O1 models, we need to add the schema as a user message.\n if (this.modelName.startsWith(\"o1\") \|\| this.modelName.startsWith(\"o3\")) {\n try {\n const parsedSchema = JSON.stringify(\n toJsonSchema(options.response_model.schema),\n );\n options.messages.push({\n role: \"user\",\n content: `Respond in this zod schema format:\\n${parsedSchema}\\n\n\n Do not include any other text, formatting or markdown in your output. Do not include \\`\\`\\` or \\`\\`\\`json in your response. Only the JSON object itself.`,\n });\n } catch (error) {\n logger({\n category: \"openai\",\n message: \"Failed to parse response model schema\",\n level: 0,\n });\n\n if (retries > 0) {\n // as-casting to account for o1 models not supporting all options\n return this.createChatCompletion({\n options: options as ChatCompletionOptions,\n logger,\n retries: retries - 1,\n });\n }\n\n throw error;\n }\n } else {\n responseFormat = {\n type: \"json_schema\",\n json_schema: {\n name: options.response_model.name,\n schema: toJsonSchema(options.response_model.schema),\n strict: true,\n },\n };\n }\n }\n\n / eslint-disable /\n // Remove unsupported options\n const { response_model, ...openAiOptions } = {\n ...optionsWithoutImageAndRequestId,\n model: this.modelName,\n };\n / eslint-enable */\n\n logger({\n category: \"openai\",\n message: \"creating chat completion\",\n level: 2,\n auxiliary: {\n openAiOptions: {\n value: JSON.stringify(openAiOptions),\n type: \"object\",\n },\n },\n });\n\n const formattedMessages: ChatCompletionMessageParam[] =\n options.messages.map((message) => {\n if (Array.isArray(message.content)) {\n const contentParts = message.content.map((content) => {\n if (\"image_url\" in content) {\n const imageContent: ChatCompletionContentPartImage = {\n image_url: {\n url: content.image_url.url,\n },\n type: \"image_url\",\n };\n return imageContent;\n } else {\n const textContent: ChatCompletionContentPartText = {\n text: content.text,\n type: \"text\",\n };\n return textContent;\n }\n });\n\n if (message.role === \"system\") {\n const formattedMessage: ChatCompletionSystemMessageParam = {\n ...message,\n role: \"system\",\n content: contentParts.filter(\n (content): content is ChatCompletionContentPartText =>\n content.type === \"text\",\n ),\n };\n return formattedMessage;\n } else if (message.role === \"user\") {\n const formattedMessage: ChatCompletionUserMessageParam = {\n ...message,\n role: \"user\",\n content: contentParts,\n };\n return formattedMessage;\n } else {\n const formattedMessage: ChatCompletionAssistantMessageParam = {\n ...message,\n role: \"assistant\",\n content: contentParts.filter(\n (content): content is ChatCompletionContentPartText =>\n content.type === \"text\",\n ),\n };\n return formattedMessage;\n }\n }\n\n const formattedMessage: ChatCompletionUserMessageParam = {\n role: \"user\",\n content: message.content,\n };\n\n return formattedMessage;\n });\n\n const body: ChatCompletionCreateParamsNonStreaming = {\n ...openAiOptions,\n model: this.modelName,\n messages: formattedMessages,\n response_format: responseFormat,\n stream: false,\n tools: options.tools?.map((tool) => ({\n function: {\n name: tool.name,\n description: tool.description,\n parameters: tool.parameters,\n },\n type: \"function\",\n })),\n };\n\n const response = await this.client.chat.completions.create(body);\n\n // For O1 models, we need to parse the tool call response manually and add it to the response.\n if (isToolsOverridedForO1) {\n try {\n const parsedContent = JSON.parse(response.choices[0].message.content);\n\n response.choices[0].message.tool_calls = [\n {\n function: {\n name: parsedContent[\"name\"],\n arguments: JSON.stringify(parsedContent[\"arguments\"]),\n },\n type: \"function\",\n id: \"-1\",\n },\n ];\n response.choices[0].message.content = null;\n } catch (error) {\n logger({\n category: \"openai\",\n message: \"Failed to parse tool call response\",\n level: 0,\n auxiliary: {\n error: {\n value: error.message,\n type: \"string\",\n },\n content: {\n value: response.choices[0].message.content,\n type: \"string\",\n },\n },\n });\n\n if (retries > 0) {\n // as-casting to account for o1 models not supporting all options\n return this.createChatCompletion({\n options: options as ChatCompletionOptions,\n logger,\n retries: retries - 1,\n });\n }\n\n throw error;\n }\n }\n\n logger({\n category: \"openai\",\n message: \"response\",\n level: 2,\n auxiliary: {\n response: {\n value: JSON.stringify(response),\n type: \"object\",\n },\n requestId: {\n value: requestId,\n type: \"string\",\n },\n },\n });\n\n if (options.response_model) {\n const extractedData = response.choices[0].message.content;\n const parsedData = JSON.parse(extractedData);\n\n try {\n validateZodSchema(options.response_model.schema, parsedData);\n } catch (e) {\n logger({\n category: \"openai\",\n message: \"Response failed Zod schema validation\",\n level: 0,\n });\n if (retries > 0) {\n // as-casting to account for o1 models not supporting all options\n return this.createChatCompletion({\n options: options as ChatCompletionOptions,\n logger,\n retries: retries - 1,\n });\n }\n\n if (e instanceof ZodSchemaValidationError) {\n logger({\n category: \"openai\",\n message: `Error during OpenAI chat completion: ${e.message}`,\n level: 0,\n auxiliary: {\n errorDetails: {\n value: `Message: ${e.message}${e.stack ? \"\\nStack: \" + e.stack : \"\"}`,\n type: \"string\",\n },\n requestId: { value: requestId, type: \"string\" },\n },\n });\n throw new CreateChatCompletionResponseError(e.message);\n }\n throw e;\n }\n\n return {\n data: parsedData,\n usage: response.usage,\n } as T;\n }\n\n // if the function was called with a response model, it would have returned earlier\n // so we can safely cast here to T, which defaults to ChatCompletion\n return response as T;\n }\n}\n"]}

package/dist/cjs/lib/v3/llm/aisdk.d.ts CHANGED Viewed

@@ -1,14 +1,16 @@
 import type { LanguageModelV2 } from "@ai-sdk/provider";
 import { ChatCompletion } from "openai/resources";
 import { LogLine } from "../types/public/logs.js";
+import { ClientOptions } from "../types/public/model.js";
 import { CreateChatCompletionOptions, LLMClient } from "./LLMClient.js";
 export declare class AISdkClient extends LLMClient {
     type: "aisdk";
     private model;
     private logger?;
-    constructor({ model, logger, }: {
+    constructor({ model, logger, clientOptions, }: {
         model: LanguageModelV2;
         logger?: (message: LogLine) => void;
+        clientOptions?: ClientOptions;
     });
     getLanguageModel(): LanguageModelV2;
     createChatCompletion<T = ChatCompletion>({ options, }: CreateChatCompletionOptions): Promise<T>;

package/dist/cjs/lib/v3/llm/aisdk.js CHANGED Viewed

@@ -6,14 +6,21 @@ const uuid_1 = require("uuid");
 const LLMClient_js_1 = require("./LLMClient.js");
 const FlowLogger_js_1 = require("../flowlogger/FlowLogger.js");
 const zodCompat_js_1 = require("../zodCompat.js");
+function inferProviderName(modelId) {
+    const [providerName] = modelId.split("/");
+    return providerName || undefined;
+}
 class AISdkClient extends LLMClient_js_1.LLMClient {
     type = "aisdk";
     model;
     logger;
-    constructor({ model, logger, }) {
+    constructor({ model, logger, clientOptions, }) {
         super(model.modelId);
         this.model = model;
         this.logger = logger;
+        if (clientOptions) {
+            this.clientOptions = clientOptions;
+        }
     }
     getLanguageModel() {
         return this.model;
@@ -99,16 +106,68 @@ class AISdkClient extends LLMClient_js_1.LLMClient {
         let objectResponse;
         const isGPT5 = this.model.modelId.includes("gpt-5");
         const isCodex = this.model.modelId.includes("codex");
-        const usesLowReasoningEffort = (this.model.modelId.includes("gpt-5.1") ||
-            this.model.modelId.includes("gpt-5.2")) &&
-            !isCodex;
+        const isOpus47 = this.model.modelId === "anthropic/claude-opus-4-7" ||
+            this.model.modelId === "claude-opus-4-7";
         // Kimi models only support temperature=1
         const isKimi = this.model.modelId.includes("kimi");
-        const temperature = isKimi ? 1 : options.temperature;
+        const temperature = isKimi ? 1 : isOpus47 ? undefined : options.temperature;
+        // Resolve reasoning effort: user-configured > default "none" for GPT-5.x sub-models
+        const isGPT5SubModel = this.model.modelId.includes("gpt-5.") && !isCodex;
+        const userReasoningEffort = this.clientOptions?.reasoningEffort;
+        const resolvedReasoningEffort = userReasoningEffort ?? (isGPT5SubModel ? "none" : undefined);
+        const providerName = inferProviderName(this.model.modelId);
         // Models that lack native structured-output support need a prompt-based
         // JSON fallback instead of response_format: { type: "json_schema" }.
         const PROMPT_JSON_FALLBACK_PATTERNS = ["deepseek", "kimi", "glm"];
         const needsPromptJsonFallback = PROMPT_JSON_FALLBACK_PATTERNS.some((p) => this.model.modelId.includes(p));
+        const providerOptions = {};
+        switch (providerName) {
+            case "openai":
+                providerOptions.openai = {
+                    strictJsonSchema: true,
+                    ...(isGPT5 ? { textVerbosity: isCodex ? "medium" : "low" } : {}),
+                    ...(resolvedReasoningEffort
+                        ? { reasoningEffort: resolvedReasoningEffort }
+                        : {}),
+                };
+                break;
+            case "azure":
+                providerOptions.azure = {
+                    strictJsonSchema: true,
+                };
+                break;
+            case "google":
+                providerOptions.google = {
+                    structuredOutputs: true,
+                };
+                break;
+            case "vertex":
+                providerOptions.vertex = {
+                    structuredOutputs: true,
+                };
+                break;
+            case "anthropic":
+                providerOptions.anthropic = {
+                    structuredOutputMode: "auto",
+                };
+                break;
+            case "groq":
+                providerOptions.groq = {
+                    structuredOutputs: true,
+                };
+                break;
+            case "cerebras":
+                providerOptions.cerebras = {
+                    strictJsonSchema: true,
+                };
+                break;
+            case "mistral":
+                providerOptions.mistral = {
+                    structuredOutputs: true,
+                    strictJsonSchema: true,
+                };
+                break;
+        }
         if (options.response_model) {
             // Log LLM request for generateObject (extract)
             const llmRequestId = (0, uuid_1.v7)();
@@ -135,18 +194,9 @@ You must respond in JSON format. respond WITH JSON. Do not include any other tex
                     messages: formattedMessages,
                     schema: options.response_model.schema,
                     temperature,
-                    providerOptions: isGPT5
-                        ? {
-                            openai: {
-                                textVerbosity: isCodex ? "medium" : "low", // codex models only support 'medium'
-                                reasoningEffort: isCodex
-                                    ? "medium"
-                                    : usesLowReasoningEffort
-                                        ? "low"
-                                        : "minimal",
-                            },
-                        }
-                        : undefined,
+                    ...(Object.keys(providerOptions).length > 0
+                        ? { providerOptions }
+                        : {}),
                 });
             }
             catch (err) {

package/dist/cjs/lib/v3/llm/aisdk.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"aisdk.js","sourceRoot":"","sources":["../../../../../lib/v3/llm/aisdk.ts"],"names":[],"mappings":";;;AAAA,2BAYY;AAGZ,+BAAoC;AAGpC,iDAAwE;AACxE,+DAGqC;AACrC,kDAA+C;AAE/C,MAAa,WAAY,SAAQ,wBAAS;IACjC,IAAI,GAAG,OAAgB,CAAC;IACvB,KAAK,CAAkB;IACvB,MAAM,CAA8B;IAE5C,YAAY,EACV,KAAK,EACL,MAAM,GAIP;QACC,KAAK,CAAC,KAAK,CAAC,OAAyB,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAEM,gBAAgB;QACrB,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,oBAAoB,CAAqB,EAC7C,OAAO,GACqB;QAC5B,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,0BAA0B;YACnC,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,OAAO,EAAE;oBACP,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC;wBACpB,GAAG,OAAO;wBACV,KAAK,EAAE,SAAS;wBAChB,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;4BACvC,GAAG,GAAG;4BACN,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC;gCACjC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACpB,WAAW,IAAI,CAAC;oCACd,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,kBAAkB,EAAE,EAAE;oCAClD,CAAC,CAAC,CAAC,CACN;gCACH,CAAC,CAAC,GAAG,CAAC,OAAO;yBAChB,CAAC,CAAC;qBACJ,CAAC;oBACF,IAAI,EAAE,QAAQ;iBACf;gBACD,SAAS,EAAE;oBACT,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO;oBACzB,IAAI,EAAE,QAAQ;iBACf;aACF;SACF,CAAC,CAAC;QAEH,MAAM,iBAAiB,GAAmB,OAAO,CAAC,QAAQ,CAAC,GAAG,CAC5D,CAAC,OAAO,EAAE,EAAE;YACV,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBACnC,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC9B,MAAM,aAAa,GAAsB;wBACvC,IAAI,EAAE,QAAQ;wBACd,OAAO,EAAE,OAAO,CAAC,OAAO;6BACrB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;6BACvC,IAAI,CAAC,IAAI,CAAC;qBACd,CAAC;oBACF,OAAO,aAAa,CAAC;gBACvB,CAAC;gBAED,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;oBACnD,IAAI,WAAW,IAAI,OAAO,EAAE,CAAC;wBAC3B,MAAM,YAAY,GAAc;4BAC9B,IAAI,EAAE,OAAO;4BACb,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,GAAG;yBAC7B,CAAC;wBACF,OAAO,YAAY,CAAC;oBACtB,CAAC;yBAAM,CAAC;wBACN,MAAM,WAAW,GAAa;4BAC5B,IAAI,EAAE,MAAM;4BACZ,IAAI,EAAE,OAAO,CAAC,IAAI;yBACnB,CAAC;wBACF,OAAO,WAAW,CAAC;oBACrB,CAAC;gBACH,CAAC,CAAC,CAAC;gBAEH,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBAC5B,MAAM,WAAW,GAAoB;wBACnC,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,YAAY;qBACtB,CAAC;oBACF,OAAO,WAAW,CAAC;gBACrB,CAAC;qBAAM,CAAC;oBACN,MAAM,aAAa,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;wBAChD,IAAI,EAAE,MAAe;wBACrB,IAAI,EAAE,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI;qBACpD,CAAC,CAAC,CAAC;oBACJ,MAAM,gBAAgB,GAAyB;wBAC7C,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,aAAa;qBACvB,CAAC;oBACF,OAAO,gBAAgB,CAAC;gBAC1B,CAAC;YACH,CAAC;YAED,OAAO;gBACL,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,OAAO,EAAE,OAAO,CAAC,OAAO;aACzB,CAAC;QACJ,CAAC,CACF,CAAC;QAEF,IAAI,cAA0D,CAAC;QAC/D,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACpD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACrD,MAAM,sBAAsB,GAC1B,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC;YACrC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YACzC,CAAC,OAAO,CAAC;QACX,yCAAyC;QACzC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACnD,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC;QAErD,wEAAwE;QACxE,qEAAqE;QACrE,MAAM,6BAA6B,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;QAClE,MAAM,uBAAuB,GAAG,6BAA6B,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CACvE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAC/B,CAAC;QAEF,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YAC3B,+CAA+C;YAC/C,MAAM,YAAY,GAAG,IAAA,SAAM,GAAE,CAAC;YAC9B,MAAM,aAAa,GAAG,IAAA,uCAAuB,EAAC,OAAO,CAAC,QAAQ,EAAE;gBAC9D,SAAS,EAAE,IAAI;aAChB,CAAC,CAAC;YACH,0BAAU,CAAC,aAAa,CAAC;gBACvB,SAAS,EAAE,YAAY;gBACvB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO;gBACzB,MAAM,EAAE,aAAa;aACtB,CAAC,CAAC;YAEH,oFAAoF;YACpF,IAAI,uBAAuB,EAAE,CAAC;gBAC5B,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CACjC,IAAA,2BAAY,EAAC,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,CAC5C,CAAC;gBAEF,iBAAiB,CAAC,IAAI,CAAC;oBACrB,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,uCAAuC,YAAY;6MACuI;iBACpM,CAAC,CAAC;YACL,CAAC;YAED,IAAI,CAAC;gBACH,cAAc,GAAG,MAAM,IAAA,mBAAc,EAAC;oBACpC,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,QAAQ,EAAE,iBAAiB;oBAC3B,MAAM,EAAE,OAAO,CAAC,cAAc,CAAC,MAAM;oBACrC,WAAW;oBACX,eAAe,EAAE,MAAM;wBACrB,CAAC,CAAC;4BACE,MAAM,EAAE;gCACN,aAAa,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,qCAAqC;gCAChF,eAAe,EAAE,OAAO;oCACtB,CAAC,CAAC,QAAQ;oCACV,CAAC,CAAC,sBAAsB;wCACtB,CAAC,CAAC,KAAK;wCACP,CAAC,CAAC,SAAS;6BAChB;yBACF;wBACH,CAAC,CAAC,SAAS;iBACd,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,0DAA0D;gBAC1D,0BAAU,CAAC,cAAc,CAAC;oBACxB,SAAS,EAAE,YAAY;oBACvB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO;oBACzB,MAAM,EAAE,WAAW,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,GAAG;iBACrE,CAAC,CAAC;gBAEH,IAAI,2BAAsB,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC3C,IAAI,CAAC,MAAM,EAAE,CAAC;wBACZ,QAAQ,EAAE,aAAa;wBACvB,OAAO,EAAE,GAAG,CAAC,OAAO;wBACpB,KAAK,EAAE,CAAC;wBACR,SAAS,EAAE;4BACT,KAAK,EAAE;gCACL,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;gCACtC,IAAI,EAAE,QAAQ;6BACf;4BACD,IAAI,EAAE;gCACJ,KAAK,EAAE,GAAG,CAAC,IAAI,IAAI,EAAE;gCACrB,IAAI,EAAE,QAAQ;6BACf;4BACD,QAAQ,EAAE;gCACR,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC;gCACzC,IAAI,EAAE,QAAQ;6BACf;4BACD,KAAK,EAAE;gCACL,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;gCACtC,IAAI,EAAE,QAAQ;6BACf;4BACD,YAAY,EAAE;gCACZ,KAAK,EAAE,GAAG,CAAC,YAAY,IAAI,SAAS;gCACpC,IAAI,EAAE,QAAQ;6BACf;4BACD,SAAS,EAAE;gCACT,KAAK,EAAE,OAAO,CAAC,SAAS;gCACxB,IAAI,EAAE,QAAQ;6BACf;yBACF;qBACF,CAAC,CAAC;oBAEH,MAAM,GAAG,CAAC;gBACZ,CAAC;gBACD,MAAM,GAAG,CAAC;YACZ,CAAC;YAED,MAAM,MAAM,GAAG;gBACb,IAAI,EAAE,cAAc,CAAC,MAAM;gBAC3B,KAAK,EAAE;oBACL,aAAa,EAAE,cAAc,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC;oBACpD,iBAAiB,EAAE,cAAc,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC;oBACzD,gBAAgB,EAAE,cAAc,CAAC,KAAK,CAAC,eAAe,IAAI,CAAC;oBAC3D,mBAAmB,EAAE,cAAc,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC;oBAChE,YAAY,EAAE,cAAc,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC;iBACpD;aACG,CAAC;YAEP,sCAAsC;YACtC,0BAAU,CAAC,cAAc,CAAC;gBACxB,SAAS,EAAE,YAAY;gBACvB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO;gBACzB,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC;gBAC7C,WAAW,EAAE,cAAc,CAAC,KAAK,CAAC,WAAW;gBAC7C,YAAY,EAAE,cAAc,CAAC,KAAK,CAAC,YAAY;aAChD,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,UAAU;gBACnB,KAAK,EAAE,CAAC;gBACR,SAAS,EAAE;oBACT,QAAQ,EAAE;wBACR,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC;4BACpB,MAAM,EAAE,cAAc,CAAC,MAAM;4BAC7B,KAAK,EAAE,cAAc,CAAC,KAAK;4BAC3B,YAAY,EAAE,cAAc,CAAC,YAAY;4BACzC,iEAAiE;yBAClE,CAAC;wBACF,IAAI,EAAE,QAAQ;qBACf;oBACD,SAAS,EAAE;wBACT,KAAK,EAAE,OAAO,CAAC,SAAS;wBACxB,IAAI,EAAE,QAAQ;qBACf;iBACF;aACF,CAAC,CAAC;YAEH,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,KAAK,GAAY,EAAE,CAAC;QAC1B,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9C,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBACjC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;oBACjB,WAAW,EAAE,IAAI,CAAC,WAAW;oBAC7B,WAAW,EAAE,IAAI,CAAC,UAAU;iBACrB,CAAC;YACZ,CAAC;QACH,CAAC;QAED,iDAAiD;QACjD,MAAM,YAAY,GAAG,IAAA,SAAM,GAAE,CAAC;QAC9B,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;QAC5C,MAAM,aAAa,GAAG,IAAA,uCAAuB,EAAC,OAAO,CAAC,QAAQ,EAAE;YAC9D,SAAS;SACV,CAAC,CAAC;QACH,0BAAU,CAAC,aAAa,CAAC;YACvB,SAAS,EAAE,YAAY;YACvB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO;YACzB,MAAM,EAAE,aAAa;SACtB,CAAC,CAAC;QAEH,IAAI,YAAsD,CAAC;QAC3D,IAAI,CAAC;YACH,YAAY,GAAG,MAAM,IAAA,iBAAY,EAAC;gBAChC,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,QAAQ,EAAE,iBAAiB;gBAC3B,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;gBACxD,UAAU,EACR,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC;oBAC3B,CAAC,CAAC,OAAO,CAAC,WAAW,KAAK,UAAU;wBAClC,CAAC,CAAC,UAAU;wBACZ,CAAC,CAAC,OAAO,CAAC,WAAW,KAAK,MAAM;4BAC9B,CAAC,CAAC,MAAM;4BACR,CAAC,CAAC,MAAM;oBACZ,CAAC,CAAC,SAAS;gBACf,WAAW;aACZ,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,0DAA0D;YAC1D,0BAAU,CAAC,cAAc,CAAC;gBACxB,SAAS,EAAE,YAAY;gBACvB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO;gBACzB,MAAM,EAAE,WAAW,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,GAAG;aACrE,CAAC,CAAC;YACH,MAAM,GAAG,CAAC;QACZ,CAAC;QAED,qFAAqF;QACrF,MAAM,oBAAoB,GAAG,CAAC,YAAY,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,GAAG,CAC7D,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YACb,EAAE,EACA,QAAQ,CAAC,UAAU;gBACnB,QAAQ,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;YACjE,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ,CAAC,QAAQ;gBACvB,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC;aAC1C;SACF,CAAC,CACH,CAAC;QAEF,MAAM,MAAM,GAAG;YACb,EAAE,EAAE,YAAY,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;YACvE,MAAM,EAAE,iBAAiB;YACzB,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YACtC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO;YACzB,OAAO,EAAE;gBACP;oBACE,KAAK,EAAE,CAAC;oBACR,OAAO,EAAE;wBACP,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,YAAY,CAAC,IAAI,IAAI,IAAI;wBAClC,UAAU,EAAE,oBAAoB;qBACjC;oBACD,aAAa,EAAE,YAAY,CAAC,YAAY,IAAI,MAAM;iBACnD;aACF;YACD,KAAK,EAAE;gBACL,aAAa,EAAE,YAAY,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC;gBAClD,iBAAiB,EAAE,YAAY,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC;gBACvD,gBAAgB,EAAE,YAAY,CAAC,KAAK,CAAC,eAAe,IAAI,CAAC;gBACzD,mBAAmB,EAAE,YAAY,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC;gBAC9D,YAAY,EAAE,YAAY,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC;aAClD;SACG,CAAC;QAEP,oCAAoC;QACpC,0BAAU,CAAC,cAAc,CAAC;YACxB,SAAS,EAAE,YAAY;YACvB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO;YACzB,MAAM,EACJ,YAAY,CAAC,IAAI;gBACjB,CAAC,oBAAoB,CAAC,MAAM,GAAG,CAAC;oBAC9B,CAAC,CAAC,IAAI,oBAAoB,CAAC,MAAM,cAAc;oBAC/C,CAAC,CAAC,EAAE,CAAC;YACT,WAAW,EAAE,YAAY,CAAC,KAAK,CAAC,WAAW;YAC3C,YAAY,EAAE,YAAY,CAAC,KAAK,CAAC,YAAY;SAC9C,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,UAAU;YACnB,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,QAAQ,EAAE;oBACR,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC;wBACpB,IAAI,EAAE,YAAY,CAAC,IAAI;wBACvB,KAAK,EAAE,YAAY,CAAC,KAAK;wBACzB,YAAY,EAAE,YAAY,CAAC,YAAY;wBACvC,iEAAiE;qBAClE,CAAC;oBACF,IAAI,EAAE,QAAQ;iBACf;gBACD,SAAS,EAAE;oBACT,KAAK,EAAE,OAAO,CAAC,SAAS;oBACxB,IAAI,EAAE,QAAQ;iBACf;aACF;SACF,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AA/XD,kCA+XC","sourcesContent":["import {\n CoreAssistantMessage,\n ModelMessage,\n CoreSystemMessage,\n CoreUserMessage,\n generateObject,\n generateText,\n ImagePart,\n NoObjectGeneratedError,\n TextPart,\n ToolSet,\n Tool,\n} from \"ai\";\nimport type { LanguageModelV2 } from \"@ai-sdk/provider\";\nimport { ChatCompletion } from \"openai/resources\";\nimport { v7 as uuidv7 } from \"uuid\";\nimport { LogLine } from \"../types/public/logs.js\";\nimport { AvailableModel } from \"../types/public/model.js\";\nimport { CreateChatCompletionOptions, LLMClient } from \"./LLMClient.js\";\nimport {\n FlowLogger,\n extractLlmPromptSummary,\n} from \"../flowlogger/FlowLogger.js\";\nimport { toJsonSchema } from \"../zodCompat.js\";\n\nexport class AISdkClient extends LLMClient {\n public type = \"aisdk\" as const;\n private model: LanguageModelV2;\n private logger?: (message: LogLine) => void;\n\n constructor({\n model,\n logger,\n }: {\n model: LanguageModelV2;\n logger?: (message: LogLine) => void;\n }) {\n super(model.modelId as AvailableModel);\n this.model = model;\n this.logger = logger;\n }\n\n public getLanguageModel(): LanguageModelV2 {\n return this.model;\n }\n\n async createChatCompletion<T = ChatCompletion>({\n options,\n }: CreateChatCompletionOptions): Promise<T> {\n this.logger?.({\n category: \"aisdk\",\n message: \"creating chat completion\",\n level: 2,\n auxiliary: {\n options: {\n value: JSON.stringify({\n ...options,\n image: undefined,\n messages: options.messages.map((msg) => ({\n ...msg,\n content: Array.isArray(msg.content)\n ? msg.content.map((c) =>\n \"image_url\" in c\n ? { ...c, image_url: { url: \"[IMAGE_REDACTED]\" } }\n : c,\n )\n : msg.content,\n })),\n }),\n type: \"object\",\n },\n modelName: {\n value: this.model.modelId,\n type: \"string\",\n },\n },\n });\n\n const formattedMessages: ModelMessage[] = options.messages.map(\n (message) => {\n if (Array.isArray(message.content)) {\n if (message.role === \"system\") {\n const systemMessage: CoreSystemMessage = {\n role: \"system\",\n content: message.content\n .map((c) => (\"text\" in c ? c.text : \"\"))\n .join(\"\\n\"),\n };\n return systemMessage;\n }\n\n const contentParts = message.content.map((content) => {\n if (\"image_url\" in content) {\n const imageContent: ImagePart = {\n type: \"image\",\n image: content.image_url.url,\n };\n return imageContent;\n } else {\n const textContent: TextPart = {\n type: \"text\",\n text: content.text,\n };\n return textContent;\n }\n });\n\n if (message.role === \"user\") {\n const userMessage: CoreUserMessage = {\n role: \"user\",\n content: contentParts,\n };\n return userMessage;\n } else {\n const textOnlyParts = contentParts.map((part) => ({\n type: \"text\" as const,\n text: part.type === \"image\" ? \"[Image]\" : part.text,\n }));\n const assistantMessage: CoreAssistantMessage = {\n role: \"assistant\",\n content: textOnlyParts,\n };\n return assistantMessage;\n }\n }\n\n return {\n role: message.role,\n content: message.content,\n };\n },\n );\n\n let objectResponse: Awaited<ReturnType<typeof generateObject>>;\n const isGPT5 = this.model.modelId.includes(\"gpt-5\");\n const isCodex = this.model.modelId.includes(\"codex\");\n const usesLowReasoningEffort =\n (this.model.modelId.includes(\"gpt-5.1\") \|\|\n this.model.modelId.includes(\"gpt-5.2\")) &&\n !isCodex;\n // Kimi models only support temperature=1\n const isKimi = this.model.modelId.includes(\"kimi\");\n const temperature = isKimi ? 1 : options.temperature;\n\n // Models that lack native structured-output support need a prompt-based\n // JSON fallback instead of response_format: { type: \"json_schema\" }.\n const PROMPT_JSON_FALLBACK_PATTERNS = [\"deepseek\", \"kimi\", \"glm\"];\n const needsPromptJsonFallback = PROMPT_JSON_FALLBACK_PATTERNS.some((p) =>\n this.model.modelId.includes(p),\n );\n\n if (options.response_model) {\n // Log LLM request for generateObject (extract)\n const llmRequestId = uuidv7();\n const promptSummary = extractLlmPromptSummary(options.messages, {\n hasSchema: true,\n });\n FlowLogger.logLlmRequest({\n requestId: llmRequestId,\n model: this.model.modelId,\n prompt: promptSummary,\n });\n\n // For models that don't support native structured outputs, add a prompt instruction\n if (needsPromptJsonFallback) {\n const parsedSchema = JSON.stringify(\n toJsonSchema(options.response_model.schema),\n );\n\n formattedMessages.push({\n role: \"user\",\n content: `Respond in this zod schema format:\\n${parsedSchema}\\n\nYou must respond in JSON format. respond WITH JSON. Do not include any other text, formatting or markdown in your output. Do not include \\`\\`\\` or \\`\\`\\`json in your response. Only the JSON object itself.`,\n });\n }\n\n try {\n objectResponse = await generateObject({\n model: this.model,\n messages: formattedMessages,\n schema: options.response_model.schema,\n temperature,\n providerOptions: isGPT5\n ? {\n openai: {\n textVerbosity: isCodex ? \"medium\" : \"low\", // codex models only support 'medium'\n reasoningEffort: isCodex\n ? \"medium\"\n : usesLowReasoningEffort\n ? \"low\"\n : \"minimal\",\n },\n }\n : undefined,\n });\n } catch (err) {\n // Log error response to maintain request/response pairing\n FlowLogger.logLlmResponse({\n requestId: llmRequestId,\n model: this.model.modelId,\n output: `[error: ${err instanceof Error ? err.message : \"unknown\"}]`,\n });\n\n if (NoObjectGeneratedError.isInstance(err)) {\n this.logger?.({\n category: \"AISDK error\",\n message: err.message,\n level: 0,\n auxiliary: {\n cause: {\n value: JSON.stringify(err.cause ?? {}),\n type: \"object\",\n },\n text: {\n value: err.text ?? \"\",\n type: \"string\",\n },\n response: {\n value: JSON.stringify(err.response ?? {}),\n type: \"object\",\n },\n usage: {\n value: JSON.stringify(err.usage ?? {}),\n type: \"object\",\n },\n finishReason: {\n value: err.finishReason ?? \"unknown\",\n type: \"string\",\n },\n requestId: {\n value: options.requestId,\n type: \"string\",\n },\n },\n });\n\n throw err;\n }\n throw err;\n }\n\n const result = {\n data: objectResponse.object,\n usage: {\n prompt_tokens: objectResponse.usage.inputTokens ?? 0,\n completion_tokens: objectResponse.usage.outputTokens ?? 0,\n reasoning_tokens: objectResponse.usage.reasoningTokens ?? 0,\n cached_input_tokens: objectResponse.usage.cachedInputTokens ?? 0,\n total_tokens: objectResponse.usage.totalTokens ?? 0,\n },\n } as T;\n\n // Log LLM response for generateObject\n FlowLogger.logLlmResponse({\n requestId: llmRequestId,\n model: this.model.modelId,\n output: JSON.stringify(objectResponse.object),\n inputTokens: objectResponse.usage.inputTokens,\n outputTokens: objectResponse.usage.outputTokens,\n });\n\n this.logger?.({\n category: \"aisdk\",\n message: \"response\",\n level: 1,\n auxiliary: {\n response: {\n value: JSON.stringify({\n object: objectResponse.object,\n usage: objectResponse.usage,\n finishReason: objectResponse.finishReason,\n // Omit request and response properties that might contain images\n }),\n type: \"object\",\n },\n requestId: {\n value: options.requestId,\n type: \"string\",\n },\n },\n });\n\n return result;\n }\n\n const tools: ToolSet = {};\n if (options.tools && options.tools.length > 0) {\n for (const tool of options.tools) {\n tools[tool.name] = {\n description: tool.description,\n inputSchema: tool.parameters,\n } as Tool;\n }\n }\n\n // Log LLM request for generateText (act/observe)\n const llmRequestId = uuidv7();\n const toolCount = Object.keys(tools).length;\n const promptSummary = extractLlmPromptSummary(options.messages, {\n toolCount,\n });\n FlowLogger.logLlmRequest({\n requestId: llmRequestId,\n model: this.model.modelId,\n prompt: promptSummary,\n });\n\n let textResponse: Awaited<ReturnType<typeof generateText>>;\n try {\n textResponse = await generateText({\n model: this.model,\n messages: formattedMessages,\n tools: Object.keys(tools).length > 0 ? tools : undefined,\n toolChoice:\n Object.keys(tools).length > 0\n ? options.tool_choice === \"required\"\n ? \"required\"\n : options.tool_choice === \"none\"\n ? \"none\"\n : \"auto\"\n : undefined,\n temperature,\n });\n } catch (err) {\n // Log error response to maintain request/response pairing\n FlowLogger.logLlmResponse({\n requestId: llmRequestId,\n model: this.model.modelId,\n output: `[error: ${err instanceof Error ? err.message : \"unknown\"}]`,\n });\n throw err;\n }\n\n // Transform AI SDK response to match LLMResponse format expected by operator handler\n const transformedToolCalls = (textResponse.toolCalls \|\| []).map(\n (toolCall) => ({\n id:\n toolCall.toolCallId \|\|\n `call_${Date.now()}_${Math.random().toString(36).substr(2, 9)}`,\n type: \"function\",\n function: {\n name: toolCall.toolName,\n arguments: JSON.stringify(toolCall.input),\n },\n }),\n );\n\n const result = {\n id: `chatcmpl_${Date.now()}_${Math.random().toString(36).substr(2, 9)}`,\n object: \"chat.completion\",\n created: Math.floor(Date.now() / 1000),\n model: this.model.modelId,\n choices: [\n {\n index: 0,\n message: {\n role: \"assistant\",\n content: textResponse.text \|\| null,\n tool_calls: transformedToolCalls,\n },\n finish_reason: textResponse.finishReason \|\| \"stop\",\n },\n ],\n usage: {\n prompt_tokens: textResponse.usage.inputTokens ?? 0,\n completion_tokens: textResponse.usage.outputTokens ?? 0,\n reasoning_tokens: textResponse.usage.reasoningTokens ?? 0,\n cached_input_tokens: textResponse.usage.cachedInputTokens ?? 0,\n total_tokens: textResponse.usage.totalTokens ?? 0,\n },\n } as T;\n\n // Log LLM response for generateText\n FlowLogger.logLlmResponse({\n requestId: llmRequestId,\n model: this.model.modelId,\n output:\n textResponse.text \|\|\n (transformedToolCalls.length > 0\n ? `[${transformedToolCalls.length} tool calls]`\n : \"\"),\n inputTokens: textResponse.usage.inputTokens,\n outputTokens: textResponse.usage.outputTokens,\n });\n\n this.logger?.({\n category: \"aisdk\",\n message: \"response\",\n level: 2,\n auxiliary: {\n response: {\n value: JSON.stringify({\n text: textResponse.text,\n usage: textResponse.usage,\n finishReason: textResponse.finishReason,\n // Omit request and response properties that might contain images\n }),\n type: \"object\",\n },\n requestId: {\n value: options.requestId,\n type: \"string\",\n },\n },\n });\n\n return result;\n }\n}\n"]}
1	+ {"version":3,"file":"aisdk.js","sourceRoot":"","sources":["../../../../../lib/v3/llm/aisdk.ts"],"names":[],"mappings":";;;AAAA,2BAYY;AAGZ,+BAAoC;AAGpC,iDAAwE;AACxE,+DAGqC;AACrC,kDAA+C;AAK/C,SAAS,iBAAiB,CAAC,OAAe;IACxC,MAAM,CAAC,YAAY,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC1C,OAAO,YAAY,IAAI,SAAS,CAAC;AACnC,CAAC;AAED,MAAa,WAAY,SAAQ,wBAAS;IACjC,IAAI,GAAG,OAAgB,CAAC;IACvB,KAAK,CAAkB;IACvB,MAAM,CAA8B;IAE5C,YAAY,EACV,KAAK,EACL,MAAM,EACN,aAAa,GAKd;QACC,KAAK,CAAC,KAAK,CAAC,OAAyB,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,aAAa,EAAE,CAAC;YAClB,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACrC,CAAC;IACH,CAAC;IAEM,gBAAgB;QACrB,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,oBAAoB,CAAqB,EAC7C,OAAO,GACqB;QAC5B,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,0BAA0B;YACnC,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,OAAO,EAAE;oBACP,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC;wBACpB,GAAG,OAAO;wBACV,KAAK,EAAE,SAAS;wBAChB,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;4BACvC,GAAG,GAAG;4BACN,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC;gCACjC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACpB,WAAW,IAAI,CAAC;oCACd,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,kBAAkB,EAAE,EAAE;oCAClD,CAAC,CAAC,CAAC,CACN;gCACH,CAAC,CAAC,GAAG,CAAC,OAAO;yBAChB,CAAC,CAAC;qBACJ,CAAC;oBACF,IAAI,EAAE,QAAQ;iBACf;gBACD,SAAS,EAAE;oBACT,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO;oBACzB,IAAI,EAAE,QAAQ;iBACf;aACF;SACF,CAAC,CAAC;QAEH,MAAM,iBAAiB,GAAmB,OAAO,CAAC,QAAQ,CAAC,GAAG,CAC5D,CAAC,OAAO,EAAE,EAAE;YACV,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBACnC,IAAI,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC9B,MAAM,aAAa,GAAsB;wBACvC,IAAI,EAAE,QAAQ;wBACd,OAAO,EAAE,OAAO,CAAC,OAAO;6BACrB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;6BACvC,IAAI,CAAC,IAAI,CAAC;qBACd,CAAC;oBACF,OAAO,aAAa,CAAC;gBACvB,CAAC;gBAED,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;oBACnD,IAAI,WAAW,IAAI,OAAO,EAAE,CAAC;wBAC3B,MAAM,YAAY,GAAc;4BAC9B,IAAI,EAAE,OAAO;4BACb,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,GAAG;yBAC7B,CAAC;wBACF,OAAO,YAAY,CAAC;oBACtB,CAAC;yBAAM,CAAC;wBACN,MAAM,WAAW,GAAa;4BAC5B,IAAI,EAAE,MAAM;4BACZ,IAAI,EAAE,OAAO,CAAC,IAAI;yBACnB,CAAC;wBACF,OAAO,WAAW,CAAC;oBACrB,CAAC;gBACH,CAAC,CAAC,CAAC;gBAEH,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBAC5B,MAAM,WAAW,GAAoB;wBACnC,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,YAAY;qBACtB,CAAC;oBACF,OAAO,WAAW,CAAC;gBACrB,CAAC;qBAAM,CAAC;oBACN,MAAM,aAAa,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;wBAChD,IAAI,EAAE,MAAe;wBACrB,IAAI,EAAE,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI;qBACpD,CAAC,CAAC,CAAC;oBACJ,MAAM,gBAAgB,GAAyB;wBAC7C,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,aAAa;qBACvB,CAAC;oBACF,OAAO,gBAAgB,CAAC;gBAC1B,CAAC;YACH,CAAC;YAED,OAAO;gBACL,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,OAAO,EAAE,OAAO,CAAC,OAAO;aACzB,CAAC;QACJ,CAAC,CACF,CAAC;QAEF,IAAI,cAA0D,CAAC;QAC/D,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACpD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACrD,MAAM,QAAQ,GACZ,IAAI,CAAC,KAAK,CAAC,OAAO,KAAK,2BAA2B;YAClD,IAAI,CAAC,KAAK,CAAC,OAAO,KAAK,iBAAiB,CAAC;QAC3C,yCAAyC;QACzC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACnD,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC;QAE5E,oFAAoF;QACpF,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC;QACzE,MAAM,mBAAmB,GAAG,IAAI,CAAC,aAAa,EAAE,eAAe,CAAC;QAChE,MAAM,uBAAuB,GAC3B,mBAAmB,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAC/D,MAAM,YAAY,GAAG,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAE3D,wEAAwE;QACxE,qEAAqE;QACrE,MAAM,6BAA6B,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;QAClE,MAAM,uBAAuB,GAAG,6BAA6B,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CACvE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAC/B,CAAC;QAEF,MAAM,eAAe,GAAsC,EAAE,CAAC;QAC9D,QAAQ,YAAY,EAAE,CAAC;YACrB,KAAK,QAAQ;gBACX,eAAe,CAAC,MAAM,GAAG;oBACvB,gBAAgB,EAAE,IAAI;oBACtB,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAChE,GAAG,CAAC,uBAAuB;wBACzB,CAAC,CAAC,EAAE,eAAe,EAAE,uBAAuB,EAAE;wBAC9C,CAAC,CAAC,EAAE,CAAC;iBACR,CAAC;gBACF,MAAM;YACR,KAAK,OAAO;gBACV,eAAe,CAAC,KAAK,GAAG;oBACtB,gBAAgB,EAAE,IAAI;iBACvB,CAAC;gBACF,MAAM;YACR,KAAK,QAAQ;gBACX,eAAe,CAAC,MAAM,GAAG;oBACvB,iBAAiB,EAAE,IAAI;iBACxB,CAAC;gBACF,MAAM;YACR,KAAK,QAAQ;gBACX,eAAe,CAAC,MAAM,GAAG;oBACvB,iBAAiB,EAAE,IAAI;iBACxB,CAAC;gBACF,MAAM;YACR,KAAK,WAAW;gBACd,eAAe,CAAC,SAAS,GAAG;oBAC1B,oBAAoB,EAAE,MAAM;iBAC7B,CAAC;gBACF,MAAM;YACR,KAAK,MAAM;gBACT,eAAe,CAAC,IAAI,GAAG;oBACrB,iBAAiB,EAAE,IAAI;iBACxB,CAAC;gBACF,MAAM;YACR,KAAK,UAAU;gBACb,eAAe,CAAC,QAAQ,GAAG;oBACzB,gBAAgB,EAAE,IAAI;iBACvB,CAAC;gBACF,MAAM;YACR,KAAK,SAAS;gBACZ,eAAe,CAAC,OAAO,GAAG;oBACxB,iBAAiB,EAAE,IAAI;oBACvB,gBAAgB,EAAE,IAAI;iBACvB,CAAC;gBACF,MAAM;QACV,CAAC;QAED,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YAC3B,+CAA+C;YAC/C,MAAM,YAAY,GAAG,IAAA,SAAM,GAAE,CAAC;YAC9B,MAAM,aAAa,GAAG,IAAA,uCAAuB,EAAC,OAAO,CAAC,QAAQ,EAAE;gBAC9D,SAAS,EAAE,IAAI;aAChB,CAAC,CAAC;YACH,0BAAU,CAAC,aAAa,CAAC;gBACvB,SAAS,EAAE,YAAY;gBACvB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO;gBACzB,MAAM,EAAE,aAAa;aACtB,CAAC,CAAC;YAEH,oFAAoF;YACpF,IAAI,uBAAuB,EAAE,CAAC;gBAC5B,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CACjC,IAAA,2BAAY,EAAC,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,CAC5C,CAAC;gBAEF,iBAAiB,CAAC,IAAI,CAAC;oBACrB,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,uCAAuC,YAAY;6MACuI;iBACpM,CAAC,CAAC;YACL,CAAC;YAED,IAAI,CAAC;gBACH,cAAc,GAAG,MAAM,IAAA,mBAAc,EAAC;oBACpC,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,QAAQ,EAAE,iBAAiB;oBAC3B,MAAM,EAAE,OAAO,CAAC,cAAc,CAAC,MAAM;oBACrC,WAAW;oBACX,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,MAAM,GAAG,CAAC;wBACzC,CAAC,CAAC,EAAE,eAAe,EAAE;wBACrB,CAAC,CAAC,EAAE,CAAC;iBACR,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,0DAA0D;gBAC1D,0BAAU,CAAC,cAAc,CAAC;oBACxB,SAAS,EAAE,YAAY;oBACvB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO;oBACzB,MAAM,EAAE,WAAW,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,GAAG;iBACrE,CAAC,CAAC;gBAEH,IAAI,2BAAsB,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC3C,IAAI,CAAC,MAAM,EAAE,CAAC;wBACZ,QAAQ,EAAE,aAAa;wBACvB,OAAO,EAAE,GAAG,CAAC,OAAO;wBACpB,KAAK,EAAE,CAAC;wBACR,SAAS,EAAE;4BACT,KAAK,EAAE;gCACL,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;gCACtC,IAAI,EAAE,QAAQ;6BACf;4BACD,IAAI,EAAE;gCACJ,KAAK,EAAE,GAAG,CAAC,IAAI,IAAI,EAAE;gCACrB,IAAI,EAAE,QAAQ;6BACf;4BACD,QAAQ,EAAE;gCACR,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC;gCACzC,IAAI,EAAE,QAAQ;6BACf;4BACD,KAAK,EAAE;gCACL,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;gCACtC,IAAI,EAAE,QAAQ;6BACf;4BACD,YAAY,EAAE;gCACZ,KAAK,EAAE,GAAG,CAAC,YAAY,IAAI,SAAS;gCACpC,IAAI,EAAE,QAAQ;6BACf;4BACD,SAAS,EAAE;gCACT,KAAK,EAAE,OAAO,CAAC,SAAS;gCACxB,IAAI,EAAE,QAAQ;6BACf;yBACF;qBACF,CAAC,CAAC;oBAEH,MAAM,GAAG,CAAC;gBACZ,CAAC;gBACD,MAAM,GAAG,CAAC;YACZ,CAAC;YAED,MAAM,MAAM,GAAG;gBACb,IAAI,EAAE,cAAc,CAAC,MAAM;gBAC3B,KAAK,EAAE;oBACL,aAAa,EAAE,cAAc,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC;oBACpD,iBAAiB,EAAE,cAAc,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC;oBACzD,gBAAgB,EAAE,cAAc,CAAC,KAAK,CAAC,eAAe,IAAI,CAAC;oBAC3D,mBAAmB,EAAE,cAAc,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC;oBAChE,YAAY,EAAE,cAAc,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC;iBACpD;aACG,CAAC;YAEP,sCAAsC;YACtC,0BAAU,CAAC,cAAc,CAAC;gBACxB,SAAS,EAAE,YAAY;gBACvB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO;gBACzB,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC;gBAC7C,WAAW,EAAE,cAAc,CAAC,KAAK,CAAC,WAAW;gBAC7C,YAAY,EAAE,cAAc,CAAC,KAAK,CAAC,YAAY;aAChD,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,UAAU;gBACnB,KAAK,EAAE,CAAC;gBACR,SAAS,EAAE;oBACT,QAAQ,EAAE;wBACR,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC;4BACpB,MAAM,EAAE,cAAc,CAAC,MAAM;4BAC7B,KAAK,EAAE,cAAc,CAAC,KAAK;4BAC3B,YAAY,EAAE,cAAc,CAAC,YAAY;4BACzC,iEAAiE;yBAClE,CAAC;wBACF,IAAI,EAAE,QAAQ;qBACf;oBACD,SAAS,EAAE;wBACT,KAAK,EAAE,OAAO,CAAC,SAAS;wBACxB,IAAI,EAAE,QAAQ;qBACf;iBACF;aACF,CAAC,CAAC;YAEH,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,KAAK,GAAY,EAAE,CAAC;QAC1B,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9C,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBACjC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;oBACjB,WAAW,EAAE,IAAI,CAAC,WAAW;oBAC7B,WAAW,EAAE,IAAI,CAAC,UAAU;iBACrB,CAAC;YACZ,CAAC;QACH,CAAC;QAED,iDAAiD;QACjD,MAAM,YAAY,GAAG,IAAA,SAAM,GAAE,CAAC;QAC9B,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;QAC5C,MAAM,aAAa,GAAG,IAAA,uCAAuB,EAAC,OAAO,CAAC,QAAQ,EAAE;YAC9D,SAAS;SACV,CAAC,CAAC;QACH,0BAAU,CAAC,aAAa,CAAC;YACvB,SAAS,EAAE,YAAY;YACvB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO;YACzB,MAAM,EAAE,aAAa;SACtB,CAAC,CAAC;QAEH,IAAI,YAAsD,CAAC;QAC3D,IAAI,CAAC;YACH,YAAY,GAAG,MAAM,IAAA,iBAAY,EAAC;gBAChC,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,QAAQ,EAAE,iBAAiB;gBAC3B,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;gBACxD,UAAU,EACR,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC;oBAC3B,CAAC,CAAC,OAAO,CAAC,WAAW,KAAK,UAAU;wBAClC,CAAC,CAAC,UAAU;wBACZ,CAAC,CAAC,OAAO,CAAC,WAAW,KAAK,MAAM;4BAC9B,CAAC,CAAC,MAAM;4BACR,CAAC,CAAC,MAAM;oBACZ,CAAC,CAAC,SAAS;gBACf,WAAW;aACZ,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,0DAA0D;YAC1D,0BAAU,CAAC,cAAc,CAAC;gBACxB,SAAS,EAAE,YAAY;gBACvB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO;gBACzB,MAAM,EAAE,WAAW,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,GAAG;aACrE,CAAC,CAAC;YACH,MAAM,GAAG,CAAC;QACZ,CAAC;QAED,qFAAqF;QACrF,MAAM,oBAAoB,GAAG,CAAC,YAAY,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,GAAG,CAC7D,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YACb,EAAE,EACA,QAAQ,CAAC,UAAU;gBACnB,QAAQ,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;YACjE,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE;gBACR,IAAI,EAAE,QAAQ,CAAC,QAAQ;gBACvB,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC;aAC1C;SACF,CAAC,CACH,CAAC;QAEF,MAAM,MAAM,GAAG;YACb,EAAE,EAAE,YAAY,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;YACvE,MAAM,EAAE,iBAAiB;YACzB,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YACtC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO;YACzB,OAAO,EAAE;gBACP;oBACE,KAAK,EAAE,CAAC;oBACR,OAAO,EAAE;wBACP,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,YAAY,CAAC,IAAI,IAAI,IAAI;wBAClC,UAAU,EAAE,oBAAoB;qBACjC;oBACD,aAAa,EAAE,YAAY,CAAC,YAAY,IAAI,MAAM;iBACnD;aACF;YACD,KAAK,EAAE;gBACL,aAAa,EAAE,YAAY,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC;gBAClD,iBAAiB,EAAE,YAAY,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC;gBACvD,gBAAgB,EAAE,YAAY,CAAC,KAAK,CAAC,eAAe,IAAI,CAAC;gBACzD,mBAAmB,EAAE,YAAY,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC;gBAC9D,YAAY,EAAE,YAAY,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC;aAClD;SACG,CAAC;QAEP,oCAAoC;QACpC,0BAAU,CAAC,cAAc,CAAC;YACxB,SAAS,EAAE,YAAY;YACvB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO;YACzB,MAAM,EACJ,YAAY,CAAC,IAAI;gBACjB,CAAC,oBAAoB,CAAC,MAAM,GAAG,CAAC;oBAC9B,CAAC,CAAC,IAAI,oBAAoB,CAAC,MAAM,cAAc;oBAC/C,CAAC,CAAC,EAAE,CAAC;YACT,WAAW,EAAE,YAAY,CAAC,KAAK,CAAC,WAAW;YAC3C,YAAY,EAAE,YAAY,CAAC,KAAK,CAAC,YAAY;SAC9C,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,UAAU;YACnB,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,QAAQ,EAAE;oBACR,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC;wBACpB,IAAI,EAAE,YAAY,CAAC,IAAI;wBACvB,KAAK,EAAE,YAAY,CAAC,KAAK;wBACzB,YAAY,EAAE,YAAY,CAAC,YAAY;wBACvC,iEAAiE;qBAClE,CAAC;oBACF,IAAI,EAAE,QAAQ;iBACf;gBACD,SAAS,EAAE;oBACT,KAAK,EAAE,OAAO,CAAC,SAAS;oBACxB,IAAI,EAAE,QAAQ;iBACf;aACF;SACF,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAlbD,kCAkbC","sourcesContent":["import {\n CoreAssistantMessage,\n ModelMessage,\n CoreSystemMessage,\n CoreUserMessage,\n generateObject,\n generateText,\n ImagePart,\n NoObjectGeneratedError,\n TextPart,\n ToolSet,\n Tool,\n} from \"ai\";\nimport type { LanguageModelV2 } from \"@ai-sdk/provider\";\nimport { ChatCompletion } from \"openai/resources\";\nimport { v7 as uuidv7 } from \"uuid\";\nimport { LogLine } from \"../types/public/logs.js\";\nimport { AvailableModel, ClientOptions } from \"../types/public/model.js\";\nimport { CreateChatCompletionOptions, LLMClient } from \"./LLMClient.js\";\nimport {\n FlowLogger,\n extractLlmPromptSummary,\n} from \"../flowlogger/FlowLogger.js\";\nimport { toJsonSchema } from \"../zodCompat.js\";\n\ntype ProviderOptionValue = string \| number \| boolean \| null;\ntype ProviderOptionMap = Record<string, ProviderOptionValue>;\n\nfunction inferProviderName(modelId: string): string \| undefined {\n const [providerName] = modelId.split(\"/\");\n return providerName \|\| undefined;\n}\n\nexport class AISdkClient extends LLMClient {\n public type = \"aisdk\" as const;\n private model: LanguageModelV2;\n private logger?: (message: LogLine) => void;\n\n constructor({\n model,\n logger,\n clientOptions,\n }: {\n model: LanguageModelV2;\n logger?: (message: LogLine) => void;\n clientOptions?: ClientOptions;\n }) {\n super(model.modelId as AvailableModel);\n this.model = model;\n this.logger = logger;\n if (clientOptions) {\n this.clientOptions = clientOptions;\n }\n }\n\n public getLanguageModel(): LanguageModelV2 {\n return this.model;\n }\n\n async createChatCompletion<T = ChatCompletion>({\n options,\n }: CreateChatCompletionOptions): Promise<T> {\n this.logger?.({\n category: \"aisdk\",\n message: \"creating chat completion\",\n level: 2,\n auxiliary: {\n options: {\n value: JSON.stringify({\n ...options,\n image: undefined,\n messages: options.messages.map((msg) => ({\n ...msg,\n content: Array.isArray(msg.content)\n ? msg.content.map((c) =>\n \"image_url\" in c\n ? { ...c, image_url: { url: \"[IMAGE_REDACTED]\" } }\n : c,\n )\n : msg.content,\n })),\n }),\n type: \"object\",\n },\n modelName: {\n value: this.model.modelId,\n type: \"string\",\n },\n },\n });\n\n const formattedMessages: ModelMessage[] = options.messages.map(\n (message) => {\n if (Array.isArray(message.content)) {\n if (message.role === \"system\") {\n const systemMessage: CoreSystemMessage = {\n role: \"system\",\n content: message.content\n .map((c) => (\"text\" in c ? c.text : \"\"))\n .join(\"\\n\"),\n };\n return systemMessage;\n }\n\n const contentParts = message.content.map((content) => {\n if (\"image_url\" in content) {\n const imageContent: ImagePart = {\n type: \"image\",\n image: content.image_url.url,\n };\n return imageContent;\n } else {\n const textContent: TextPart = {\n type: \"text\",\n text: content.text,\n };\n return textContent;\n }\n });\n\n if (message.role === \"user\") {\n const userMessage: CoreUserMessage = {\n role: \"user\",\n content: contentParts,\n };\n return userMessage;\n } else {\n const textOnlyParts = contentParts.map((part) => ({\n type: \"text\" as const,\n text: part.type === \"image\" ? \"[Image]\" : part.text,\n }));\n const assistantMessage: CoreAssistantMessage = {\n role: \"assistant\",\n content: textOnlyParts,\n };\n return assistantMessage;\n }\n }\n\n return {\n role: message.role,\n content: message.content,\n };\n },\n );\n\n let objectResponse: Awaited<ReturnType<typeof generateObject>>;\n const isGPT5 = this.model.modelId.includes(\"gpt-5\");\n const isCodex = this.model.modelId.includes(\"codex\");\n const isOpus47 =\n this.model.modelId === \"anthropic/claude-opus-4-7\" \|\|\n this.model.modelId === \"claude-opus-4-7\";\n // Kimi models only support temperature=1\n const isKimi = this.model.modelId.includes(\"kimi\");\n const temperature = isKimi ? 1 : isOpus47 ? undefined : options.temperature;\n\n // Resolve reasoning effort: user-configured > default \"none\" for GPT-5.x sub-models\n const isGPT5SubModel = this.model.modelId.includes(\"gpt-5.\") && !isCodex;\n const userReasoningEffort = this.clientOptions?.reasoningEffort;\n const resolvedReasoningEffort =\n userReasoningEffort ?? (isGPT5SubModel ? \"none\" : undefined);\n const providerName = inferProviderName(this.model.modelId);\n\n // Models that lack native structured-output support need a prompt-based\n // JSON fallback instead of response_format: { type: \"json_schema\" }.\n const PROMPT_JSON_FALLBACK_PATTERNS = [\"deepseek\", \"kimi\", \"glm\"];\n const needsPromptJsonFallback = PROMPT_JSON_FALLBACK_PATTERNS.some((p) =>\n this.model.modelId.includes(p),\n );\n\n const providerOptions: Record<string, ProviderOptionMap> = {};\n switch (providerName) {\n case \"openai\":\n providerOptions.openai = {\n strictJsonSchema: true,\n ...(isGPT5 ? { textVerbosity: isCodex ? \"medium\" : \"low\" } : {}),\n ...(resolvedReasoningEffort\n ? { reasoningEffort: resolvedReasoningEffort }\n : {}),\n };\n break;\n case \"azure\":\n providerOptions.azure = {\n strictJsonSchema: true,\n };\n break;\n case \"google\":\n providerOptions.google = {\n structuredOutputs: true,\n };\n break;\n case \"vertex\":\n providerOptions.vertex = {\n structuredOutputs: true,\n };\n break;\n case \"anthropic\":\n providerOptions.anthropic = {\n structuredOutputMode: \"auto\",\n };\n break;\n case \"groq\":\n providerOptions.groq = {\n structuredOutputs: true,\n };\n break;\n case \"cerebras\":\n providerOptions.cerebras = {\n strictJsonSchema: true,\n };\n break;\n case \"mistral\":\n providerOptions.mistral = {\n structuredOutputs: true,\n strictJsonSchema: true,\n };\n break;\n }\n\n if (options.response_model) {\n // Log LLM request for generateObject (extract)\n const llmRequestId = uuidv7();\n const promptSummary = extractLlmPromptSummary(options.messages, {\n hasSchema: true,\n });\n FlowLogger.logLlmRequest({\n requestId: llmRequestId,\n model: this.model.modelId,\n prompt: promptSummary,\n });\n\n // For models that don't support native structured outputs, add a prompt instruction\n if (needsPromptJsonFallback) {\n const parsedSchema = JSON.stringify(\n toJsonSchema(options.response_model.schema),\n );\n\n formattedMessages.push({\n role: \"user\",\n content: `Respond in this zod schema format:\\n${parsedSchema}\\n\nYou must respond in JSON format. respond WITH JSON. Do not include any other text, formatting or markdown in your output. Do not include \\`\\`\\` or \\`\\`\\`json in your response. Only the JSON object itself.`,\n });\n }\n\n try {\n objectResponse = await generateObject({\n model: this.model,\n messages: formattedMessages,\n schema: options.response_model.schema,\n temperature,\n ...(Object.keys(providerOptions).length > 0\n ? { providerOptions }\n : {}),\n });\n } catch (err) {\n // Log error response to maintain request/response pairing\n FlowLogger.logLlmResponse({\n requestId: llmRequestId,\n model: this.model.modelId,\n output: `[error: ${err instanceof Error ? err.message : \"unknown\"}]`,\n });\n\n if (NoObjectGeneratedError.isInstance(err)) {\n this.logger?.({\n category: \"AISDK error\",\n message: err.message,\n level: 0,\n auxiliary: {\n cause: {\n value: JSON.stringify(err.cause ?? {}),\n type: \"object\",\n },\n text: {\n value: err.text ?? \"\",\n type: \"string\",\n },\n response: {\n value: JSON.stringify(err.response ?? {}),\n type: \"object\",\n },\n usage: {\n value: JSON.stringify(err.usage ?? {}),\n type: \"object\",\n },\n finishReason: {\n value: err.finishReason ?? \"unknown\",\n type: \"string\",\n },\n requestId: {\n value: options.requestId,\n type: \"string\",\n },\n },\n });\n\n throw err;\n }\n throw err;\n }\n\n const result = {\n data: objectResponse.object,\n usage: {\n prompt_tokens: objectResponse.usage.inputTokens ?? 0,\n completion_tokens: objectResponse.usage.outputTokens ?? 0,\n reasoning_tokens: objectResponse.usage.reasoningTokens ?? 0,\n cached_input_tokens: objectResponse.usage.cachedInputTokens ?? 0,\n total_tokens: objectResponse.usage.totalTokens ?? 0,\n },\n } as T;\n\n // Log LLM response for generateObject\n FlowLogger.logLlmResponse({\n requestId: llmRequestId,\n model: this.model.modelId,\n output: JSON.stringify(objectResponse.object),\n inputTokens: objectResponse.usage.inputTokens,\n outputTokens: objectResponse.usage.outputTokens,\n });\n\n this.logger?.({\n category: \"aisdk\",\n message: \"response\",\n level: 1,\n auxiliary: {\n response: {\n value: JSON.stringify({\n object: objectResponse.object,\n usage: objectResponse.usage,\n finishReason: objectResponse.finishReason,\n // Omit request and response properties that might contain images\n }),\n type: \"object\",\n },\n requestId: {\n value: options.requestId,\n type: \"string\",\n },\n },\n });\n\n return result;\n }\n\n const tools: ToolSet = {};\n if (options.tools && options.tools.length > 0) {\n for (const tool of options.tools) {\n tools[tool.name] = {\n description: tool.description,\n inputSchema: tool.parameters,\n } as Tool;\n }\n }\n\n // Log LLM request for generateText (act/observe)\n const llmRequestId = uuidv7();\n const toolCount = Object.keys(tools).length;\n const promptSummary = extractLlmPromptSummary(options.messages, {\n toolCount,\n });\n FlowLogger.logLlmRequest({\n requestId: llmRequestId,\n model: this.model.modelId,\n prompt: promptSummary,\n });\n\n let textResponse: Awaited<ReturnType<typeof generateText>>;\n try {\n textResponse = await generateText({\n model: this.model,\n messages: formattedMessages,\n tools: Object.keys(tools).length > 0 ? tools : undefined,\n toolChoice:\n Object.keys(tools).length > 0\n ? options.tool_choice === \"required\"\n ? \"required\"\n : options.tool_choice === \"none\"\n ? \"none\"\n : \"auto\"\n : undefined,\n temperature,\n });\n } catch (err) {\n // Log error response to maintain request/response pairing\n FlowLogger.logLlmResponse({\n requestId: llmRequestId,\n model: this.model.modelId,\n output: `[error: ${err instanceof Error ? err.message : \"unknown\"}]`,\n });\n throw err;\n }\n\n // Transform AI SDK response to match LLMResponse format expected by operator handler\n const transformedToolCalls = (textResponse.toolCalls \|\| []).map(\n (toolCall) => ({\n id:\n toolCall.toolCallId \|\|\n `call_${Date.now()}_${Math.random().toString(36).substr(2, 9)}`,\n type: \"function\",\n function: {\n name: toolCall.toolName,\n arguments: JSON.stringify(toolCall.input),\n },\n }),\n );\n\n const result = {\n id: `chatcmpl_${Date.now()}_${Math.random().toString(36).substr(2, 9)}`,\n object: \"chat.completion\",\n created: Math.floor(Date.now() / 1000),\n model: this.model.modelId,\n choices: [\n {\n index: 0,\n message: {\n role: \"assistant\",\n content: textResponse.text \|\| null,\n tool_calls: transformedToolCalls,\n },\n finish_reason: textResponse.finishReason \|\| \"stop\",\n },\n ],\n usage: {\n prompt_tokens: textResponse.usage.inputTokens ?? 0,\n completion_tokens: textResponse.usage.outputTokens ?? 0,\n reasoning_tokens: textResponse.usage.reasoningTokens ?? 0,\n cached_input_tokens: textResponse.usage.cachedInputTokens ?? 0,\n total_tokens: textResponse.usage.totalTokens ?? 0,\n },\n } as T;\n\n // Log LLM response for generateText\n FlowLogger.logLlmResponse({\n requestId: llmRequestId,\n model: this.model.modelId,\n output:\n textResponse.text \|\|\n (transformedToolCalls.length > 0\n ? `[${transformedToolCalls.length} tool calls]`\n : \"\"),\n inputTokens: textResponse.usage.inputTokens,\n outputTokens: textResponse.usage.outputTokens,\n });\n\n this.logger?.({\n category: \"aisdk\",\n message: \"response\",\n level: 2,\n auxiliary: {\n response: {\n value: JSON.stringify({\n text: textResponse.text,\n usage: textResponse.usage,\n finishReason: textResponse.finishReason,\n // Omit request and response properties that might contain images\n }),\n type: \"object\",\n },\n requestId: {\n value: options.requestId,\n type: \"string\",\n },\n },\n });\n\n return result;\n }\n}\n"]}

package/dist/cjs/lib/v3/types/private/cache.d.ts CHANGED Viewed

@@ -78,7 +78,6 @@ export interface AgentReplayFillFormStep {
     type: "fillForm";
     fields?: Array<{
         action: string;
-        value: string;
     }>;
     observeResults?: Action[];
     actions?: Action[];

package/dist/cjs/lib/v3/types/private/cache.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"cache.js","sourceRoot":"","sources":["../../../../../../lib/v3/types/private/cache.ts"],"names":[],"mappings":"","sourcesContent":["import type {\n ActOptions,\n ActResult,\n AvailableModel,\n Logger,\n AgentResult,\n Action,\n LoadState,\n} from \"../public/index.js\";\nimport { CacheStorage } from \"../../cache/CacheStorage.js\";\nimport type { ActHandler } from \"../../handlers/actHandler.js\";\nimport type { V3Context } from \"../../understudy/context.js\";\nimport type { LLMClient } from \"../../llm/LLMClient.js\";\n\nexport type ActFn = (\n instruction: string,\n options?: ActOptions,\n) => Promise<ActResult>;\n\nexport type AgentCacheContext = {\n instruction: string;\n startUrl: string;\n options: SanitizedAgentExecuteOptions;\n configSignature: string;\n cacheKey: string;\n variableKeys: string[] /** Variable keys used in this execution (for cache key) /;\n /* Variable values to substitute during replay */\n variables?: Record<string, string>;\n};\n\nexport type AgentCacheTransferPayload = {\n cacheKey: string;\n entry: CachedAgentEntry;\n};\n\nexport type AgentCacheDeps = {\n storage: CacheStorage;\n logger: Logger;\n getActHandler: () => ActHandler \| null;\n getContext: () => V3Context \| null;\n getDefaultLlmClient: () => LLMClient;\n getBaseModelName: () => AvailableModel;\n getSystemPrompt: () => string \| undefined;\n domSettleTimeoutMs?: number;\n act: ActFn;\n bufferLatestEntry?: boolean;\n};\n\nexport type ActCacheContext = {\n instruction: string;\n cacheKey: string;\n pageUrl: string;\n variableKeys: string[];\n variables?: Record<string, string>;\n};\n\nexport type ActCacheDeps = {\n storage: CacheStorage;\n logger: Logger;\n getActHandler: () => ActHandler \| null;\n getDefaultLlmClient: () => LLMClient;\n domSettleTimeoutMs?: number;\n};\n\nexport type ReadJsonResult<T> = {\n value: T \| null;\n path?: string;\n error?: unknown;\n};\n\nexport type WriteJsonResult = {\n path?: string;\n error?: unknown;\n};\n\nexport interface CachedActEntry {\n version: 1;\n instruction: string;\n url: string;\n variableKeys: string[];\n actions: Action[];\n actionDescription?: string;\n message?: string;\n}\n\nexport type AgentReplayStep =\n \| AgentReplayActStep\n \| AgentReplayFillFormStep\n \| AgentReplayGotoStep\n \| AgentReplayScrollStep\n \| AgentReplayWaitStep\n \| AgentReplayNavBackStep\n \| AgentReplayKeysStep\n \| { type: string; [key: string]: unknown };\n\nexport interface AgentReplayActStep {\n type: \"act\";\n instruction: string;\n actions?: Action[];\n actionDescription?: string;\n message?: string;\n timeout?: number;\n}\n\nexport interface AgentReplayFillFormStep {\n type: \"fillForm\";\n fields?: Array<{ action: string; ~~value: string~~ }>;\n observeResults?: Action[];\n actions?: Action[];\n}\n\nexport interface AgentReplayGotoStep {\n type: \"goto\";\n url: string;\n waitUntil?: LoadState;\n}\n\nexport interface AgentReplayScrollStep {\n type: \"scroll\";\n deltaX?: number;\n deltaY?: number;\n anchor?: { x: number; y: number };\n}\n\nexport interface AgentReplayWaitStep {\n type: \"wait\";\n timeMs: number;\n}\n\nexport interface AgentReplayNavBackStep {\n type: \"navback\";\n waitUntil?: LoadState;\n}\n\nexport interface AgentReplayKeysStep {\n type: \"keys\";\n instruction?: string;\n playwrightArguments: {\n method: \"type\" \| \"press\";\n text?: string;\n keys?: string;\n times?: number;\n };\n}\n\nexport interface SanitizedAgentExecuteOptions {\n maxSteps?: number;\n highlightCursor?: boolean;\n}\n\nexport interface CachedAgentEntry {\n version: 1;\n instruction: string;\n startUrl: string;\n options: SanitizedAgentExecuteOptions;\n configSignature: string;\n steps: AgentReplayStep[];\n result: AgentResult;\n timestamp: string;\n}\n"]}
1	+ {"version":3,"file":"cache.js","sourceRoot":"","sources":["../../../../../../lib/v3/types/private/cache.ts"],"names":[],"mappings":"","sourcesContent":["import type {\n ActOptions,\n ActResult,\n AvailableModel,\n Logger,\n AgentResult,\n Action,\n LoadState,\n} from \"../public/index.js\";\nimport { CacheStorage } from \"../../cache/CacheStorage.js\";\nimport type { ActHandler } from \"../../handlers/actHandler.js\";\nimport type { V3Context } from \"../../understudy/context.js\";\nimport type { LLMClient } from \"../../llm/LLMClient.js\";\n\nexport type ActFn = (\n instruction: string,\n options?: ActOptions,\n) => Promise<ActResult>;\n\nexport type AgentCacheContext = {\n instruction: string;\n startUrl: string;\n options: SanitizedAgentExecuteOptions;\n configSignature: string;\n cacheKey: string;\n variableKeys: string[] /** Variable keys used in this execution (for cache key) /;\n /* Variable values to substitute during replay */\n variables?: Record<string, string>;\n};\n\nexport type AgentCacheTransferPayload = {\n cacheKey: string;\n entry: CachedAgentEntry;\n};\n\nexport type AgentCacheDeps = {\n storage: CacheStorage;\n logger: Logger;\n getActHandler: () => ActHandler \| null;\n getContext: () => V3Context \| null;\n getDefaultLlmClient: () => LLMClient;\n getBaseModelName: () => AvailableModel;\n getSystemPrompt: () => string \| undefined;\n domSettleTimeoutMs?: number;\n act: ActFn;\n bufferLatestEntry?: boolean;\n};\n\nexport type ActCacheContext = {\n instruction: string;\n cacheKey: string;\n pageUrl: string;\n variableKeys: string[];\n variables?: Record<string, string>;\n};\n\nexport type ActCacheDeps = {\n storage: CacheStorage;\n logger: Logger;\n getActHandler: () => ActHandler \| null;\n getDefaultLlmClient: () => LLMClient;\n domSettleTimeoutMs?: number;\n};\n\nexport type ReadJsonResult<T> = {\n value: T \| null;\n path?: string;\n error?: unknown;\n};\n\nexport type WriteJsonResult = {\n path?: string;\n error?: unknown;\n};\n\nexport interface CachedActEntry {\n version: 1;\n instruction: string;\n url: string;\n variableKeys: string[];\n actions: Action[];\n actionDescription?: string;\n message?: string;\n}\n\nexport type AgentReplayStep =\n \| AgentReplayActStep\n \| AgentReplayFillFormStep\n \| AgentReplayGotoStep\n \| AgentReplayScrollStep\n \| AgentReplayWaitStep\n \| AgentReplayNavBackStep\n \| AgentReplayKeysStep\n \| { type: string; [key: string]: unknown };\n\nexport interface AgentReplayActStep {\n type: \"act\";\n instruction: string;\n actions?: Action[];\n actionDescription?: string;\n message?: string;\n timeout?: number;\n}\n\nexport interface AgentReplayFillFormStep {\n type: \"fillForm\";\n fields?: Array<{ action: string }>;\n observeResults?: Action[];\n actions?: Action[];\n}\n\nexport interface AgentReplayGotoStep {\n type: \"goto\";\n url: string;\n waitUntil?: LoadState;\n}\n\nexport interface AgentReplayScrollStep {\n type: \"scroll\";\n deltaX?: number;\n deltaY?: number;\n anchor?: { x: number; y: number };\n}\n\nexport interface AgentReplayWaitStep {\n type: \"wait\";\n timeMs: number;\n}\n\nexport interface AgentReplayNavBackStep {\n type: \"navback\";\n waitUntil?: LoadState;\n}\n\nexport interface AgentReplayKeysStep {\n type: \"keys\";\n instruction?: string;\n playwrightArguments: {\n method: \"type\" \| \"press\";\n text?: string;\n keys?: string;\n times?: number;\n };\n}\n\nexport interface SanitizedAgentExecuteOptions {\n maxSteps?: number;\n highlightCursor?: boolean;\n}\n\nexport interface CachedAgentEntry {\n version: 1;\n instruction: string;\n startUrl: string;\n options: SanitizedAgentExecuteOptions;\n configSignature: string;\n steps: AgentReplayStep[];\n result: AgentResult;\n timestamp: string;\n}\n"]}

package/dist/cjs/lib/v3/types/private/handlers.d.ts CHANGED Viewed

@@ -20,6 +20,7 @@ export interface ExtractHandlerParams<T extends StagehandZodSchema> {
 export interface ObserveHandlerParams {
     instruction?: string;
     model?: ModelConfiguration;
+    variables?: Variables;
     timeout?: number;
     selector?: string;
     page: Page;

package/dist/cjs/lib/v3/types/private/handlers.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"handlers.js","sourceRoot":"","sources":["../../../../../../lib/v3/types/private/handlers.ts"],"names":[],"mappings":";;;~~AA8BA~~,gFAAgF;AAChF,IAAY,yBAYX;AAZD,WAAY,yBAAyB;IACnC,4CAAe,CAAA;IACf,0CAAa,CAAA;IACb,0CAAa,CAAA;IACb,4CAAe,CAAA;IACf,gDAAmB,CAAA;IACnB,qDAAwB,CAAA;IACxB,qDAAwB,CAAA;IACxB,qFAAwD,CAAA;IACxD,4CAAe,CAAA;IACf,yDAA4B,CAAA;IAC5B,0DAA6B,CAAA;AAC/B,CAAC,EAZW,yBAAyB,yCAAzB,yBAAyB,QAYpC","sourcesContent":["import { Page } from \"../../understudy/page.js\";\nimport { ModelConfiguration } from \"../public/model.js\";\nimport type { StagehandZodSchema } from \"../../zodCompat.js\";\nimport type { Variables } from \"../public/agent.js\";\n\nexport interface ActHandlerParams {\n instruction: string;\n model?: ModelConfiguration;\n variables?: Variables;\n timeout?: number;\n page: Page;\n}\n\nexport interface ExtractHandlerParams<T extends StagehandZodSchema> {\n instruction?: string;\n schema?: T;\n model?: ModelConfiguration;\n timeout?: number;\n selector?: string;\n page: Page;\n}\n\nexport interface ObserveHandlerParams {\n instruction?: string;\n model?: ModelConfiguration;\n timeout?: number;\n selector?: string;\n page: Page;\n}\n\n// We can use this enum to list the actions supported in performUnderstudyMethod\nexport enum SupportedUnderstudyAction {\n CLICK = \"click\",\n FILL = \"fill\",\n TYPE = \"type\",\n PRESS = \"press\",\n SCROLL = \"scrollTo\",\n NEXT_CHUNK = \"nextChunk\",\n PREV_CHUNK = \"prevChunk\",\n SELECT_OPTION_FROM_DROPDOWN = \"selectOptionFromDropdown\",\n HOVER = \"hover\",\n DOUBLE_CLICK = \"doubleClick\",\n DRAG_AND_DROP = \"dragAndDrop\",\n}\n"]}
1	+ {"version":3,"file":"handlers.js","sourceRoot":"","sources":["../../../../../../lib/v3/types/private/handlers.ts"],"names":[],"mappings":";;;AA+BA,gFAAgF;AAChF,IAAY,yBAYX;AAZD,WAAY,yBAAyB;IACnC,4CAAe,CAAA;IACf,0CAAa,CAAA;IACb,0CAAa,CAAA;IACb,4CAAe,CAAA;IACf,gDAAmB,CAAA;IACnB,qDAAwB,CAAA;IACxB,qDAAwB,CAAA;IACxB,qFAAwD,CAAA;IACxD,4CAAe,CAAA;IACf,yDAA4B,CAAA;IAC5B,0DAA6B,CAAA;AAC/B,CAAC,EAZW,yBAAyB,yCAAzB,yBAAyB,QAYpC","sourcesContent":["import { Page } from \"../../understudy/page.js\";\nimport { ModelConfiguration } from \"../public/model.js\";\nimport type { StagehandZodSchema } from \"../../zodCompat.js\";\nimport type { Variables } from \"../public/agent.js\";\n\nexport interface ActHandlerParams {\n instruction: string;\n model?: ModelConfiguration;\n variables?: Variables;\n timeout?: number;\n page: Page;\n}\n\nexport interface ExtractHandlerParams<T extends StagehandZodSchema> {\n instruction?: string;\n schema?: T;\n model?: ModelConfiguration;\n timeout?: number;\n selector?: string;\n page: Page;\n}\n\nexport interface ObserveHandlerParams {\n instruction?: string;\n model?: ModelConfiguration;\n variables?: Variables;\n timeout?: number;\n selector?: string;\n page: Page;\n}\n\n// We can use this enum to list the actions supported in performUnderstudyMethod\nexport enum SupportedUnderstudyAction {\n CLICK = \"click\",\n FILL = \"fill\",\n TYPE = \"type\",\n PRESS = \"press\",\n SCROLL = \"scrollTo\",\n NEXT_CHUNK = \"nextChunk\",\n PREV_CHUNK = \"prevChunk\",\n SELECT_OPTION_FROM_DROPDOWN = \"selectOptionFromDropdown\",\n HOVER = \"hover\",\n DOUBLE_CLICK = \"doubleClick\",\n DRAG_AND_DROP = \"dragAndDrop\",\n}\n"]}

package/dist/cjs/lib/v3/types/public/agent.d.ts CHANGED Viewed

@@ -397,7 +397,7 @@ export interface AgentStreamExecuteOptions extends AgentExecuteOptionsBase {
     callbacks?: AgentStreamCallbacks;
 }
 export type AgentType = "openai" | "anthropic" | "google" | "microsoft" | "bedrock";
-export declare const AVAILABLE_CUA_MODELS: readonly ["openai/computer-use-preview", "openai/computer-use-preview-2025-03-11", "anthropic/claude-opus-4-5-20251101", "anthropic/claude-opus-4-6", "anthropic/claude-sonnet-4-6", "anthropic/claude-haiku-4-5-20251001", "anthropic/claude-sonnet-4-20250514", "anthropic/claude-sonnet-4-5-20250929", "google/gemini-2.5-computer-use-preview-10-2025", "google/gemini-3-flash-preview", "google/gemini-3-pro-preview", "microsoft/fara-7b"];
+export declare const AVAILABLE_CUA_MODELS: readonly ["openai/gpt-5.4", "openai/computer-use-preview", "openai/computer-use-preview-2025-03-11", "anthropic/claude-opus-4-5-20251101", "anthropic/claude-opus-4-6", "anthropic/claude-sonnet-4-6", "anthropic/claude-haiku-4-5-20251001", "anthropic/claude-sonnet-4-20250514", "anthropic/claude-sonnet-4-5-20250929", "google/gemini-2.5-computer-use-preview-10-2025", "google/gemini-3-flash-preview", "google/gemini-3-pro-preview", "microsoft/fara-7b"];
 export type AvailableCuaModel = (typeof AVAILABLE_CUA_MODELS)[number];
 export interface AgentExecutionOptions<TOptions extends AgentExecuteOptions = AgentExecuteOptions> {
     options: TOptions;
@@ -492,10 +492,14 @@ export interface ResponseItem {
 export interface ComputerCallItem extends ResponseItem {
     type: "computer_call";
     call_id: string;
-    action: {
+    action?: {
         type: string;
         [key: string]: unknown;
     };
+    actions?: Array<{
+        type: string;
+        [key: string]: unknown;
+    }>;
     pending_safety_checks?: Array<{
         id: string;
         code: string;
@@ -515,8 +519,9 @@ export type ResponseInputItem = {
     type: "computer_call_output";
     call_id: string;
     output: {
-        type: "input_image";
+        type: "input_image" | "computer_screenshot";
         image_url: string;
+        detail?: "original" | "high" | "low";
         current_url?: string;
         error?: string;
         [key: string]: unknown;

package/dist/cjs/lib/v3/types/public/agent.js CHANGED Viewed

@@ -2,6 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.AVAILABLE_CUA_MODELS = void 0;
 exports.AVAILABLE_CUA_MODELS = [
+    "openai/gpt-5.4",
     "openai/computer-use-preview",
     "openai/computer-use-preview-2025-03-11",
     "anthropic/claude-opus-4-5-20251101",

package/dist/cjs/lib/v3/types/public/agent.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"agent.js","sourceRoot":"","sources":["../../../../../../lib/v3/types/public/agent.ts"],"names":[],"mappings":";;;AAkca,QAAA,oBAAoB,GAAG;IAClC,6BAA6B;IAC7B,wCAAwC;IACxC,oCAAoC;IACpC,2BAA2B;IAC3B,6BAA6B;IAC7B,qCAAqC;IACrC,oCAAoC;IACpC,sCAAsC;IACtC,gDAAgD;IAChD,+BAA+B;IAC/B,6BAA6B;IAC7B,mBAAmB;CACX,CAAC","sourcesContent":["import type { Client } from \"@modelcontextprotocol/sdk/client/index.js\";\nimport {\n ToolSet,\n ModelMessage,\n wrapLanguageModel,\n StreamTextResult,\n StepResult,\n PrepareStepFunction,\n GenerateTextOnStepFinishCallback,\n StreamTextOnStepFinishCallback,\n StreamTextOnErrorCallback,\n StreamTextOnChunkCallback,\n StreamTextOnFinishCallback,\n} from \"ai\";\nimport { LogLine } from \"./logs.js\";\nimport { ClientOptions } from \"./model.js\";\nimport { StagehandZodObject } from \"../../zodCompat.js\";\n\n// Re-export ModelMessage for consumers who want to use it for conversation continuation\nexport type { ModelMessage } from \"ai\";\n\n// Re-export Tool type for consumers who want to define custom tools\nexport type { Tool } from \"ai\";\nimport { Page as PlaywrightPage } from \"playwright-core\";\nimport { Page as PuppeteerPage } from \"puppeteer-core\";\nimport { Page as PatchrightPage } from \"patchright-core\";\nimport { Page } from \"../../understudy/page.js\";\n\n// =============================================================================\n// Variable Types\n// =============================================================================\n\n/*\n A variable value can be a simple primitive or a rich object with an optional description.\n * This unified type is shared across `act`, `agent.execute`, and other methods.\n \n @example Simple (backward-compatible):\n * ```typescript\n * variables: { username: \"john@example.com\" }\n * ```\n \n @example Rich with description (useful for agents):\n * ```typescript\n * variables: {\n * username: { value: \"john@example.com\", description: \"The login email\" }\n * }\n * ```\n /\nexport type VariableValue =\n \| string\n \| number\n \| boolean\n \| { value: string \| number \| boolean; description?: string };\n\n/\n A collection of named variables for use in act, agent, and other methods.\n /\nexport type Variables = Record<string, VariableValue>;\n\nexport interface AgentContext {\n options: AgentExecuteOptionsBase;\n maxSteps: number;\n systemPrompt: string;\n allTools: ToolSet;\n messages: ModelMessage[];\n wrappedModel: ReturnType<typeof wrapLanguageModel>;\n initialPageUrl: string;\n}\n\nexport interface AgentState {\n collectedReasoning: string[];\n actions: AgentAction[];\n finalMessage: string;\n completed: boolean;\n currentPageUrl: string;\n}\n\nexport interface AgentAction {\n type: string;\n reasoning?: string;\n taskCompleted?: boolean;\n action?: string;\n // Tool-specific fields\n timeMs?: number; // wait tool\n pageText?: string; // ariaTree tool\n pageUrl?: string; // ariaTree tool\n instruction?: string; // various tools\n [key: string]: unknown;\n}\n\nexport interface AgentResult {\n success: boolean;\n message: string;\n actions: AgentAction[];\n completed: boolean;\n metadata?: Record<string, unknown>;\n usage?: {\n input_tokens: number;\n output_tokens: number;\n reasoning_tokens?: number;\n cached_input_tokens?: number;\n inference_time_ms: number;\n };\n /\n The conversation messages from this execution.\n * Pass these to a subsequent execute() call via the `messages` option to continue the conversation.\n * @experimental\n /\n messages?: ModelMessage[];\n /\n Custom output data extracted based on the `output` schema provided in execute options.\n * Only populated if an `output` schema was provided.\n * @experimental\n /\n output?: Record<string, unknown>;\n}\n\nexport type AgentStreamResult = StreamTextResult<ToolSet, never> & {\n result: Promise<AgentResult>;\n};\n\n/\n Base callbacks shared between execute (non-streaming) and streaming modes.\n /\nexport interface AgentCallbacks {\n /\n Optional function called before each step to modify settings.\n * You can change the model, tool choices, active tools, system prompt,\n * and input messages for each step.\n /\n prepareStep?: PrepareStepFunction<ToolSet>;\n /\n Callback called when each step (LLM call) is finished.\n * This is called for intermediate steps as well as the final step.\n /\n onStepFinish?:\n \| GenerateTextOnStepFinishCallback<ToolSet>\n \| StreamTextOnStepFinishCallback<ToolSet>;\n}\n\n/\n Error message type for streaming-only callbacks used in non-streaming mode.\n * This provides a clear error message when users try to use streaming callbacks without stream: true.\n /\ntype StreamingCallbackNotAvailable =\n \"This callback requires 'stream: true' in AgentConfig. Set stream: true to use streaming callbacks like onChunk, onFinish, onError, and onAbort.\";\n\n/\n Error message for safety confirmation callback misuse.\n * Safety confirmations are only available for non-streaming CUA agent executions.\n /\ntype SafetyConfirmationCallbackNotAvailable =\n \"Safety confirmation callbacks are only available via non-streaming AgentExecuteOptions.callbacks when using mode: 'cua'.\";\n\n/\n Callbacks specific to the non-streaming execute method.\n /\nexport interface AgentExecuteCallbacks extends AgentCallbacks {\n /\n Callback called when each step (LLM call) is finished.\n /\n onStepFinish?: GenerateTextOnStepFinishCallback<ToolSet>;\n /\n Callback for handling safety confirmation requests from CUA providers.\n * Only available when running an agent configured with mode: \"cua\".\n /\n onSafetyConfirmation?: SafetyConfirmationHandler;\n\n /\n NOT AVAILABLE in non-streaming mode.\n * This callback requires `stream: true` in AgentConfig.\n \n @example\n * ```typescript\n * // Enable streaming to use onChunk:\n * const agent = stagehand.agent({ stream: true });\n * await agent.execute({\n * instruction: \"...\",\n * callbacks: { onChunk: async (chunk) => console.log(chunk) }\n * });\n * ```\n /\n onChunk?: StreamingCallbackNotAvailable;\n\n /\n NOT AVAILABLE in non-streaming mode.\n * This callback requires `stream: true` in AgentConfig.\n \n @example\n * ```typescript\n * // Enable streaming to use onFinish:\n * const agent = stagehand.agent({ stream: true });\n * await agent.execute({\n * instruction: \"...\",\n * callbacks: { onFinish: (event) => console.log(\"Done!\", event) }\n * });\n * ```\n /\n onFinish?: StreamingCallbackNotAvailable;\n\n /\n NOT AVAILABLE in non-streaming mode.\n * This callback requires `stream: true` in AgentConfig.\n \n @example\n * ```typescript\n * // Enable streaming to use onError:\n * const agent = stagehand.agent({ stream: true });\n * await agent.execute({\n * instruction: \"...\",\n * callbacks: { onError: ({ error }) => console.error(error) }\n * });\n * ```\n /\n onError?: StreamingCallbackNotAvailable;\n\n /\n NOT AVAILABLE in non-streaming mode.\n * This callback requires `stream: true` in AgentConfig.\n \n @example\n * ```typescript\n * // Enable streaming to use onAbort:\n * const agent = stagehand.agent({ stream: true });\n * await agent.execute({\n * instruction: \"...\",\n * callbacks: { onAbort: (event) => console.log(\"Aborted\", event.steps) }\n * });\n * ```\n /\n onAbort?: StreamingCallbackNotAvailable;\n}\n\n/\n Callbacks specific to the streaming mode.\n /\nexport interface AgentStreamCallbacks extends AgentCallbacks {\n /\n Callback called when each step (LLM call) is finished during streaming.\n /\n onStepFinish?: StreamTextOnStepFinishCallback<ToolSet>;\n /\n Callback called when an error occurs during streaming.\n * Use this to log errors or handle error states.\n /\n onError?: StreamTextOnErrorCallback;\n /\n Callback called for each chunk of the stream.\n * Stream processing will pause until the callback promise resolves.\n /\n onChunk?: StreamTextOnChunkCallback<ToolSet>;\n /\n Callback called when the stream finishes.\n /\n onFinish?: StreamTextOnFinishCallback<ToolSet>;\n /\n Callback called when the stream is aborted.\n /\n onAbort?: (event: {\n steps: Array<StepResult<ToolSet>>;\n }) => PromiseLike<void> \| void;\n /\n NOT AVAILABLE in streaming mode.\n * Safety confirmations currently require non-streaming execute() on CUA agents.\n /\n onSafetyConfirmation?: SafetyConfirmationCallbackNotAvailable;\n}\n\n/\n Base options for agent execution (without callbacks).\n /\nexport interface AgentExecuteOptionsBase {\n instruction: string;\n maxSteps?: number;\n page?: PlaywrightPage \| PuppeteerPage \| PatchrightPage \| Page;\n highlightCursor?: boolean;\n /\n Previous conversation messages to continue from.\n * Pass the `messages` from a previous AgentResult to continue that conversation.\n * @experimental\n /\n messages?: ModelMessage[];\n /\n An AbortSignal that can be used to cancel the agent execution.\n * When aborted, the agent will stop and return a partial result.\n * @experimental\n \n @example\n * ```typescript\n * const controller = new AbortController();\n * setTimeout(() => controller.abort(), 30000); // 30 second timeout\n \n const result = await agent.execute({\n * instruction: \"...\",\n * signal: controller.signal\n * });\n * ```\n /\n signal?: AbortSignal;\n /\n Tools to exclude from this execution.\n * Pass an array of tool names to prevent the agent from using those tools.\n \n Note: Not supported in CUA mode (`mode: \"cua\"`).\n \n Available tools by mode:\n \n DOM mode (default):\n * - `act` - Perform semantic actions (click, type, etc.)\n * - `fillForm` - Fill form fields using DOM selectors\n * - `ariaTree` - Get accessibility tree of the page\n * - `extract` - Extract structured data from page\n * - `goto` - Navigate to a URL\n * - `scroll` - Scroll using semantic directions (up/down/left/right)\n * - `keys` - Press keyboard keys\n * - `navback` - Navigate back in history\n * - `screenshot` - Take a screenshot\n * - `think` - Agent reasoning/planning step\n * - `wait` - Wait for time or condition\n * - `done` - Mark task as complete\n * - `search` - Web search (requires useSearch: true and BROWSERBASE_API_KEY)\n \n Hybrid mode:\n * - `click` - Click at specific coordinates\n * - `type` - Type text at coordinates\n * - `dragAndDrop` - Drag from one point to another\n * - `clickAndHold` - Click and hold at coordinates\n * - `fillFormVision` - Fill forms using vision/coordinates\n * - `act` - Perform semantic actions\n * - `ariaTree` - Get accessibility tree\n * - `extract` - Extract data from page\n * - `goto` - Navigate to URL\n * - `scroll` - Scroll using coordinates\n * - `keys` - Press keyboard keys\n * - `navback` - Navigate back\n * - `screenshot` - Take screenshot\n * - `think` - Agent reasoning step\n * - `wait` - Wait for time/condition\n * - `done` - Mark task complete\n * - `search` - Web search (requires useSearch: true and BROWSERBASE_API_KEY)\n \n @experimental\n * @example\n * ```typescript\n * // Exclude screenshot and extract tools\n * const result = await agent.execute({\n * instruction: \"Click the submit button\",\n * excludeTools: [\"screenshot\", \"extract\"]\n * });\n * ```\n /\n excludeTools?: string[];\n /\n A Zod schema defining custom output data to return when the task completes.\n * The agent will populate this data in the final done tool call.\n \n @experimental\n * @example\n * ```typescript\n * const result = await agent.execute({\n * instruction: \"Find the cheapest flight from NYC to LA\",\n * output: z.object({\n * price: z.string().describe(\"The price of the flight\"),\n * airline: z.string().describe(\"The airline name\"),\n * departureTime: z.string().describe(\"Departure time\"),\n * }),\n * });\n \n console.log(result.output); // { price: \"$199\", airline: \"Delta\", departureTime: \"8:00 AM\" }\n * ```\n /\n output?: StagehandZodObject;\n /\n Variables that the agent can use when filling forms or typing text.\n * The agent will see variable names and descriptions in the system prompt,\n * and can use them via `%variableName%` syntax in act/type/fillForm tool calls.\n \n Accepts both simple values and rich objects with descriptions (same type as `act`).\n \n Note: Not supported in CUA mode (`mode: \"cua\"`). Requires `experimental: true`.\n \n @experimental\n * @example\n * ```typescript\n * // Simple values\n * variables: { username: \"john@example.com\", password: \"secret123\" }\n \n // Rich values with descriptions (helps the agent understand context)\n * variables: {\n * username: { value: \"john@example.com\", description: \"The login email\" },\n * password: { value: \"secret123\", description: \"The login password\" },\n * }\n * ```\n /\n variables?: Variables;\n /\n Timeout in milliseconds for each agent tool call.\n * If a tool call exceeds this duration, it will be aborted and\n * reported back to the LLM as a timeout error so it can retry or adjust.\n * For tools that call v3 methods (act, extract, fillForm, ariaTree), the\n * timeout is also forwarded to the underlying v3 call for true cancellation.\n * @default 45000 (45 seconds)\n /\n toolTimeout?: number;\n /\n Enable the web search tool powered by Browserbase Search API.\n * Requires a valid Browserbase API key (BROWSERBASE_API_KEY).\n * When set to true, the agent gains access to a `search` tool for web searches.\n \n @example\n * ```typescript\n * const result = await agent.execute({\n * instruction: \"Find the latest news about AI\",\n * useSearch: true,\n * });\n * ```\n /\n useSearch?: boolean;\n}\n\n/\n Options for non-streaming agent execution.\n * Only accepts AgentExecuteCallbacks (no streaming-specific callbacks like onChunk, onFinish).\n /\nexport interface AgentExecuteOptions extends AgentExecuteOptionsBase {\n /\n Callbacks for non-streaming agent execution.\n * For streaming callbacks (onChunk, onFinish, onError, onAbort), use stream: true in AgentConfig.\n /\n callbacks?: AgentExecuteCallbacks;\n}\n\n/\n Options for streaming agent execution.\n * Accepts AgentStreamCallbacks including onChunk, onFinish, onError, and onAbort.\n /\nexport interface AgentStreamExecuteOptions extends AgentExecuteOptionsBase {\n /\n Callbacks for streaming agent execution.\n * Includes streaming-specific callbacks: onChunk, onFinish, onError, onAbort.\n /\n callbacks?: AgentStreamCallbacks;\n}\nexport type AgentType =\n \| \"openai\"\n \| \"anthropic\"\n \| \"google\"\n \| \"microsoft\"\n \| \"bedrock\";\n\nexport const AVAILABLE_CUA_MODELS = [\n \"openai/computer-use-preview\",\n \"openai/computer-use-preview-2025-03-11\",\n \"anthropic/claude-opus-4-5-20251101\",\n \"anthropic/claude-opus-4-6\",\n \"anthropic/claude-sonnet-4-6\",\n \"anthropic/claude-haiku-4-5-20251001\",\n \"anthropic/claude-sonnet-4-20250514\",\n \"anthropic/claude-sonnet-4-5-20250929\",\n \"google/gemini-2.5-computer-use-preview-10-2025\",\n \"google/gemini-3-flash-preview\",\n \"google/gemini-3-pro-preview\",\n \"microsoft/fara-7b\",\n] as const;\nexport type AvailableCuaModel = (typeof AVAILABLE_CUA_MODELS)[number];\n\nexport interface AgentExecutionOptions<\n TOptions extends AgentExecuteOptions = AgentExecuteOptions,\n> {\n options: TOptions;\n logger: (message: LogLine) => void;\n retries?: number;\n}\n\nexport interface AgentHandlerOptions {\n modelName: string;\n clientOptions?: ClientOptions;\n userProvidedInstructions?: string;\n experimental?: boolean;\n}\n\nexport interface ActionExecutionResult {\n success: boolean;\n error?: string;\n data?: unknown;\n}\n\n/\n Represents a safety check that requires user confirmation before proceeding.\n * These are issued by CUA providers (OpenAI, Google) when the agent attempts\n * potentially risky actions.\n /\nexport interface SafetyCheck {\n /* Unique identifier for this safety check /\n id: string;\n /* Code identifying the type of safety concern /\n code: string;\n /* Human-readable description of the safety concern /\n message: string;\n}\n\n/\n Response from the user for a safety confirmation request.\n /\nexport interface SafetyConfirmationResponse {\n /* Whether the user acknowledged/approved the safety checks /\n acknowledged: boolean;\n}\n\n/\n Callback for handling safety confirmation requests.\n * Called when the CUA provider issues safety checks that require user confirmation.\n * The callback should return a promise that resolves when the user has made a decision.\n \n @param safetyChecks - Array of safety checks requiring confirmation\n * @returns Promise resolving to the user's response\n \n @example\n * ```typescript\n * const agent = stagehand.agent({\n * mode: \"cua\",\n * });\n * await agent.execute({\n * instruction: \"...\",\n * callbacks: {\n * onSafetyConfirmation: async (checks) => {\n * console.log(\"Safety checks:\", checks);\n * const userApproved = await showConfirmationDialog(checks);\n * return { acknowledged: userApproved };\n * },\n * },\n * });\n * ```\n /\nexport type SafetyConfirmationHandler = (\n safetyChecks: SafetyCheck[],\n) => Promise<SafetyConfirmationResponse>;\n\n// Anthropic types:\n\nexport interface ToolUseItem extends ResponseItem {\n type: \"tool_use\";\n id: string; // This is the correct property name from Anthropic's API\n name: string; // Name of the tool being used\n input: Record<string, unknown>;\n}\n\nexport interface AnthropicMessage {\n role: string;\n content: string \| Array<AnthropicContentBlock>;\n}\n\nexport interface AnthropicContentBlock {\n type: string;\n [key: string]: unknown;\n}\n\nexport interface AnthropicTextBlock extends AnthropicContentBlock {\n type: \"text\";\n text: string;\n}\n\nexport interface AnthropicToolResult {\n type: \"tool_result\";\n tool_use_id: string;\n content: string \| Array<AnthropicContentBlock>;\n}\n\n// OpenAI types:\n\nexport interface ResponseItem {\n type: string;\n id: string;\n [key: string]: unknown;\n}\n\nexport interface ComputerCallItem extends ResponseItem {\n type: \"computer_call\";\n call_id: string;\n action: {\n type: string;\n [key: string]: unknown;\n };\n pending_safety_checks?: Array<{\n id: string;\n code: string;\n message: string;\n }>;\n}\n\nexport interface FunctionCallItem extends ResponseItem {\n type: \"function_call\";\n call_id: string;\n name: string;\n arguments: string;\n}\n\nexport type ResponseInputItem =\n \| { role: string; content: string }\n \| {\n type: \"computer_call_output\";\n call_id: string;\n output:\n \| {\n type: \"input_image\";\n image_url: string;\n current_url?: string;\n error?: string;\n [key: string]: unknown;\n }\n \| string;\n acknowledged_safety_checks?: Array<{\n id: string;\n code: string;\n message: string;\n }>;\n }\n \| {\n type: \"function_call_output\";\n call_id: string;\n output: string;\n };\n\nexport interface AgentInstance {\n execute: (\n instructionOrOptions: string \| AgentExecuteOptions,\n ) => Promise<AgentResult>;\n}\n\nexport type AgentProviderType = AgentType;\n\nexport type AgentModelConfig<TModelName extends string = string> = {\n modelName: TModelName;\n} & Record<string, unknown>;\n\n/\n Agent tool mode determines which set of tools are available to the agent.\n * - 'dom': Uses DOM-based tools (act, fillForm) - better for structured page interactions\n * - 'hybrid': Uses coordinate-based tools (click, type, dragAndDrop, etc.) - better for visual/screenshot-based interactions\n * - 'cua': Uses Computer Use Agent (CUA) providers like Anthropic Claude or Google Gemini for screenshot-based automation\n /\nexport type AgentToolMode = \"dom\" \| \"hybrid\" \| \"cua\";\n\nexport type AgentConfig = {\n /\n Custom system prompt to provide to the agent. Overrides the default system prompt.\n /\n systemPrompt?: string;\n /\n MCP integrations - Array of Client objects\n /\n integrations?: (Client \| string)[];\n /\n Tools passed to the agent client\n /\n tools?: ToolSet;\n /\n @deprecated Use `mode: \"cua\"` instead. This option will be removed in a future version.\n * Enables Computer Use Agent (CUA) mode.\n /\n cua?: boolean;\n /\n The model to use for agent functionality\n /\n model?: string \| AgentModelConfig<string>;\n /\n The model to use for tool execution (observe/act calls within agent tools).\n * If not specified, inherits from the main model configuration.\n * Format: \"provider/model\" (e.g., \"openai/gpt-4o-mini\", \"google/gemini-2.0-flash-exp\")\n /\n executionModel?: string \| AgentModelConfig<string>;\n /\n Enable streaming mode for the agent.\n * When true, execute() returns AgentStreamResult with textStream for incremental output.\n * When false (default), execute() returns AgentResult after completion.\n /\n stream?: boolean;\n /\n Tool mode for the agent. Determines which set of tools are available.\n * - 'dom' (default): Uses DOM-based tools (act, fillForm) for structured interactions\n * - 'hybrid': Uses coordinate-based tools (click, type, dragAndDrop, clickAndHold, fillFormVision)\n * for visual/screenshot-based interactions\n * - 'cua': Uses Computer Use Agent (CUA) providers for screenshot-based automation\n /\n mode?: AgentToolMode;\n};\n\n/\n Agent instance returned when stream: true is set in AgentConfig.\n * execute() returns a streaming result that can be consumed incrementally.\n * Accepts AgentStreamExecuteOptions with streaming-specific callbacks.\n /\nexport interface StreamingAgentInstance {\n execute: (\n instructionOrOptions: string \| AgentStreamExecuteOptions,\n ) => Promise<AgentStreamResult>;\n}\n\n/\n Agent instance returned when stream is false or not set in AgentConfig.\n * execute() returns a result after the agent completes.\n * Accepts AgentExecuteOptions with non-streaming callbacks only.\n /\nexport interface NonStreamingAgentInstance {\n execute: (\n instructionOrOptions: string \| AgentExecuteOptions,\n ) => Promise<AgentResult>;\n}\n\n// =============================================================================\n// Vision Action Tool Result Types\n// =============================================================================\n\n/\n Content item type for toModelOutput return values.\n * Used in tool definitions to return text and/or media to the model.\n */\nexport type ModelOutputContentItem =\n \| { type: \"text\"; text: string }\n \| { type: \"media\"; mediaType: string; data: string };\n\nexport interface ClickToolResult {\n success: boolean;\n describe?: string;\n coordinates?: number[];\n error?: string;\n screenshotBase64?: string;\n}\n\nexport interface TypeToolResult {\n success: boolean;\n describe?: string;\n text?: string;\n error?: string;\n screenshotBase64?: string;\n}\n\nexport interface DragAndDropToolResult {\n success: boolean;\n describe?: string;\n error?: string;\n screenshotBase64?: string;\n}\n\nexport interface FillFormField {\n action: string;\n value: string;\n coordinates: { x: number; y: number };\n}\n\nexport interface FillFormVisionToolResult {\n success: boolean;\n playwrightArguments?: FillFormField[];\n error?: string;\n screenshotBase64?: string;\n}\n\nexport interface ScrollToolResult {\n success: boolean;\n message: string;\n scrolledPixels: number;\n error?: string;\n}\n\nexport interface ScrollVisionToolResult extends ScrollToolResult {\n screenshotBase64?: string;\n}\n\nexport interface WaitToolResult {\n success: boolean;\n waited: number;\n screenshotBase64?: string;\n error?: string;\n}\n"]}
1	+ {"version":3,"file":"agent.js","sourceRoot":"","sources":["../../../../../../lib/v3/types/public/agent.ts"],"names":[],"mappings":";;;AAkca,QAAA,oBAAoB,GAAG;IAClC,gBAAgB;IAChB,6BAA6B;IAC7B,wCAAwC;IACxC,oCAAoC;IACpC,2BAA2B;IAC3B,6BAA6B;IAC7B,qCAAqC;IACrC,oCAAoC;IACpC,sCAAsC;IACtC,gDAAgD;IAChD,+BAA+B;IAC/B,6BAA6B;IAC7B,mBAAmB;CACX,CAAC","sourcesContent":["import type { Client } from \"@modelcontextprotocol/sdk/client/index.js\";\nimport {\n ToolSet,\n ModelMessage,\n wrapLanguageModel,\n StreamTextResult,\n StepResult,\n PrepareStepFunction,\n GenerateTextOnStepFinishCallback,\n StreamTextOnStepFinishCallback,\n StreamTextOnErrorCallback,\n StreamTextOnChunkCallback,\n StreamTextOnFinishCallback,\n} from \"ai\";\nimport { LogLine } from \"./logs.js\";\nimport { ClientOptions } from \"./model.js\";\nimport { StagehandZodObject } from \"../../zodCompat.js\";\n\n// Re-export ModelMessage for consumers who want to use it for conversation continuation\nexport type { ModelMessage } from \"ai\";\n\n// Re-export Tool type for consumers who want to define custom tools\nexport type { Tool } from \"ai\";\nimport { Page as PlaywrightPage } from \"playwright-core\";\nimport { Page as PuppeteerPage } from \"puppeteer-core\";\nimport { Page as PatchrightPage } from \"patchright-core\";\nimport { Page } from \"../../understudy/page.js\";\n\n// =============================================================================\n// Variable Types\n// =============================================================================\n\n/*\n A variable value can be a simple primitive or a rich object with an optional description.\n * This unified type is shared across `act`, `agent.execute`, and other methods.\n \n @example Simple (backward-compatible):\n * ```typescript\n * variables: { username: \"john@example.com\" }\n * ```\n \n @example Rich with description (useful for agents):\n * ```typescript\n * variables: {\n * username: { value: \"john@example.com\", description: \"The login email\" }\n * }\n * ```\n /\nexport type VariableValue =\n \| string\n \| number\n \| boolean\n \| { value: string \| number \| boolean; description?: string };\n\n/\n A collection of named variables for use in act, agent, and other methods.\n /\nexport type Variables = Record<string, VariableValue>;\n\nexport interface AgentContext {\n options: AgentExecuteOptionsBase;\n maxSteps: number;\n systemPrompt: string;\n allTools: ToolSet;\n messages: ModelMessage[];\n wrappedModel: ReturnType<typeof wrapLanguageModel>;\n initialPageUrl: string;\n}\n\nexport interface AgentState {\n collectedReasoning: string[];\n actions: AgentAction[];\n finalMessage: string;\n completed: boolean;\n currentPageUrl: string;\n}\n\nexport interface AgentAction {\n type: string;\n reasoning?: string;\n taskCompleted?: boolean;\n action?: string;\n // Tool-specific fields\n timeMs?: number; // wait tool\n pageText?: string; // ariaTree tool\n pageUrl?: string; // ariaTree tool\n instruction?: string; // various tools\n [key: string]: unknown;\n}\n\nexport interface AgentResult {\n success: boolean;\n message: string;\n actions: AgentAction[];\n completed: boolean;\n metadata?: Record<string, unknown>;\n usage?: {\n input_tokens: number;\n output_tokens: number;\n reasoning_tokens?: number;\n cached_input_tokens?: number;\n inference_time_ms: number;\n };\n /\n The conversation messages from this execution.\n * Pass these to a subsequent execute() call via the `messages` option to continue the conversation.\n * @experimental\n /\n messages?: ModelMessage[];\n /\n Custom output data extracted based on the `output` schema provided in execute options.\n * Only populated if an `output` schema was provided.\n * @experimental\n /\n output?: Record<string, unknown>;\n}\n\nexport type AgentStreamResult = StreamTextResult<ToolSet, never> & {\n result: Promise<AgentResult>;\n};\n\n/\n Base callbacks shared between execute (non-streaming) and streaming modes.\n /\nexport interface AgentCallbacks {\n /\n Optional function called before each step to modify settings.\n * You can change the model, tool choices, active tools, system prompt,\n * and input messages for each step.\n /\n prepareStep?: PrepareStepFunction<ToolSet>;\n /\n Callback called when each step (LLM call) is finished.\n * This is called for intermediate steps as well as the final step.\n /\n onStepFinish?:\n \| GenerateTextOnStepFinishCallback<ToolSet>\n \| StreamTextOnStepFinishCallback<ToolSet>;\n}\n\n/\n Error message type for streaming-only callbacks used in non-streaming mode.\n * This provides a clear error message when users try to use streaming callbacks without stream: true.\n /\ntype StreamingCallbackNotAvailable =\n \"This callback requires 'stream: true' in AgentConfig. Set stream: true to use streaming callbacks like onChunk, onFinish, onError, and onAbort.\";\n\n/\n Error message for safety confirmation callback misuse.\n * Safety confirmations are only available for non-streaming CUA agent executions.\n /\ntype SafetyConfirmationCallbackNotAvailable =\n \"Safety confirmation callbacks are only available via non-streaming AgentExecuteOptions.callbacks when using mode: 'cua'.\";\n\n/\n Callbacks specific to the non-streaming execute method.\n /\nexport interface AgentExecuteCallbacks extends AgentCallbacks {\n /\n Callback called when each step (LLM call) is finished.\n /\n onStepFinish?: GenerateTextOnStepFinishCallback<ToolSet>;\n /\n Callback for handling safety confirmation requests from CUA providers.\n * Only available when running an agent configured with mode: \"cua\".\n /\n onSafetyConfirmation?: SafetyConfirmationHandler;\n\n /\n NOT AVAILABLE in non-streaming mode.\n * This callback requires `stream: true` in AgentConfig.\n \n @example\n * ```typescript\n * // Enable streaming to use onChunk:\n * const agent = stagehand.agent({ stream: true });\n * await agent.execute({\n * instruction: \"...\",\n * callbacks: { onChunk: async (chunk) => console.log(chunk) }\n * });\n * ```\n /\n onChunk?: StreamingCallbackNotAvailable;\n\n /\n NOT AVAILABLE in non-streaming mode.\n * This callback requires `stream: true` in AgentConfig.\n \n @example\n * ```typescript\n * // Enable streaming to use onFinish:\n * const agent = stagehand.agent({ stream: true });\n * await agent.execute({\n * instruction: \"...\",\n * callbacks: { onFinish: (event) => console.log(\"Done!\", event) }\n * });\n * ```\n /\n onFinish?: StreamingCallbackNotAvailable;\n\n /\n NOT AVAILABLE in non-streaming mode.\n * This callback requires `stream: true` in AgentConfig.\n \n @example\n * ```typescript\n * // Enable streaming to use onError:\n * const agent = stagehand.agent({ stream: true });\n * await agent.execute({\n * instruction: \"...\",\n * callbacks: { onError: ({ error }) => console.error(error) }\n * });\n * ```\n /\n onError?: StreamingCallbackNotAvailable;\n\n /\n NOT AVAILABLE in non-streaming mode.\n * This callback requires `stream: true` in AgentConfig.\n \n @example\n * ```typescript\n * // Enable streaming to use onAbort:\n * const agent = stagehand.agent({ stream: true });\n * await agent.execute({\n * instruction: \"...\",\n * callbacks: { onAbort: (event) => console.log(\"Aborted\", event.steps) }\n * });\n * ```\n /\n onAbort?: StreamingCallbackNotAvailable;\n}\n\n/\n Callbacks specific to the streaming mode.\n /\nexport interface AgentStreamCallbacks extends AgentCallbacks {\n /\n Callback called when each step (LLM call) is finished during streaming.\n /\n onStepFinish?: StreamTextOnStepFinishCallback<ToolSet>;\n /\n Callback called when an error occurs during streaming.\n * Use this to log errors or handle error states.\n /\n onError?: StreamTextOnErrorCallback;\n /\n Callback called for each chunk of the stream.\n * Stream processing will pause until the callback promise resolves.\n /\n onChunk?: StreamTextOnChunkCallback<ToolSet>;\n /\n Callback called when the stream finishes.\n /\n onFinish?: StreamTextOnFinishCallback<ToolSet>;\n /\n Callback called when the stream is aborted.\n /\n onAbort?: (event: {\n steps: Array<StepResult<ToolSet>>;\n }) => PromiseLike<void> \| void;\n /\n NOT AVAILABLE in streaming mode.\n * Safety confirmations currently require non-streaming execute() on CUA agents.\n /\n onSafetyConfirmation?: SafetyConfirmationCallbackNotAvailable;\n}\n\n/\n Base options for agent execution (without callbacks).\n /\nexport interface AgentExecuteOptionsBase {\n instruction: string;\n maxSteps?: number;\n page?: PlaywrightPage \| PuppeteerPage \| PatchrightPage \| Page;\n highlightCursor?: boolean;\n /\n Previous conversation messages to continue from.\n * Pass the `messages` from a previous AgentResult to continue that conversation.\n * @experimental\n /\n messages?: ModelMessage[];\n /\n An AbortSignal that can be used to cancel the agent execution.\n * When aborted, the agent will stop and return a partial result.\n * @experimental\n \n @example\n * ```typescript\n * const controller = new AbortController();\n * setTimeout(() => controller.abort(), 30000); // 30 second timeout\n \n const result = await agent.execute({\n * instruction: \"...\",\n * signal: controller.signal\n * });\n * ```\n /\n signal?: AbortSignal;\n /\n Tools to exclude from this execution.\n * Pass an array of tool names to prevent the agent from using those tools.\n \n Note: Not supported in CUA mode (`mode: \"cua\"`).\n \n Available tools by mode:\n \n DOM mode (default):\n * - `act` - Perform semantic actions (click, type, etc.)\n * - `fillForm` - Fill form fields using DOM selectors\n * - `ariaTree` - Get accessibility tree of the page\n * - `extract` - Extract structured data from page\n * - `goto` - Navigate to a URL\n * - `scroll` - Scroll using semantic directions (up/down/left/right)\n * - `keys` - Press keyboard keys\n * - `navback` - Navigate back in history\n * - `screenshot` - Take a screenshot\n * - `think` - Agent reasoning/planning step\n * - `wait` - Wait for time or condition\n * - `done` - Mark task as complete\n * - `search` - Web search (requires useSearch: true and BROWSERBASE_API_KEY)\n \n Hybrid mode:\n * - `click` - Click at specific coordinates\n * - `type` - Type text at coordinates\n * - `dragAndDrop` - Drag from one point to another\n * - `clickAndHold` - Click and hold at coordinates\n * - `fillFormVision` - Fill forms using vision/coordinates\n * - `act` - Perform semantic actions\n * - `ariaTree` - Get accessibility tree\n * - `extract` - Extract data from page\n * - `goto` - Navigate to URL\n * - `scroll` - Scroll using coordinates\n * - `keys` - Press keyboard keys\n * - `navback` - Navigate back\n * - `screenshot` - Take screenshot\n * - `think` - Agent reasoning step\n * - `wait` - Wait for time/condition\n * - `done` - Mark task complete\n * - `search` - Web search (requires useSearch: true and BROWSERBASE_API_KEY)\n \n @experimental\n * @example\n * ```typescript\n * // Exclude screenshot and extract tools\n * const result = await agent.execute({\n * instruction: \"Click the submit button\",\n * excludeTools: [\"screenshot\", \"extract\"]\n * });\n * ```\n /\n excludeTools?: string[];\n /\n A Zod schema defining custom output data to return when the task completes.\n * The agent will populate this data in the final done tool call.\n \n @experimental\n * @example\n * ```typescript\n * const result = await agent.execute({\n * instruction: \"Find the cheapest flight from NYC to LA\",\n * output: z.object({\n * price: z.string().describe(\"The price of the flight\"),\n * airline: z.string().describe(\"The airline name\"),\n * departureTime: z.string().describe(\"Departure time\"),\n * }),\n * });\n \n console.log(result.output); // { price: \"$199\", airline: \"Delta\", departureTime: \"8:00 AM\" }\n * ```\n /\n output?: StagehandZodObject;\n /\n Variables that the agent can use when filling forms or typing text.\n * The agent will see variable names and descriptions in the system prompt,\n * and can use them via `%variableName%` syntax in act/type/fillForm tool calls.\n \n Accepts both simple values and rich objects with descriptions (same type as `act`).\n \n Note: Not supported in CUA mode (`mode: \"cua\"`). Requires `experimental: true`.\n \n @experimental\n * @example\n * ```typescript\n * // Simple values\n * variables: { username: \"john@example.com\", password: \"secret123\" }\n \n // Rich values with descriptions (helps the agent understand context)\n * variables: {\n * username: { value: \"john@example.com\", description: \"The login email\" },\n * password: { value: \"secret123\", description: \"The login password\" },\n * }\n * ```\n /\n variables?: Variables;\n /\n Timeout in milliseconds for each agent tool call.\n * If a tool call exceeds this duration, it will be aborted and\n * reported back to the LLM as a timeout error so it can retry or adjust.\n * For tools that call v3 methods (act, extract, fillForm, ariaTree), the\n * timeout is also forwarded to the underlying v3 call for true cancellation.\n * @default 45000 (45 seconds)\n /\n toolTimeout?: number;\n /\n Enable the web search tool powered by Browserbase Search API.\n * Requires a valid Browserbase API key (BROWSERBASE_API_KEY).\n * When set to true, the agent gains access to a `search` tool for web searches.\n \n @example\n * ```typescript\n * const result = await agent.execute({\n * instruction: \"Find the latest news about AI\",\n * useSearch: true,\n * });\n * ```\n /\n useSearch?: boolean;\n}\n\n/\n Options for non-streaming agent execution.\n * Only accepts AgentExecuteCallbacks (no streaming-specific callbacks like onChunk, onFinish).\n /\nexport interface AgentExecuteOptions extends AgentExecuteOptionsBase {\n /\n Callbacks for non-streaming agent execution.\n * For streaming callbacks (onChunk, onFinish, onError, onAbort), use stream: true in AgentConfig.\n /\n callbacks?: AgentExecuteCallbacks;\n}\n\n/\n Options for streaming agent execution.\n * Accepts AgentStreamCallbacks including onChunk, onFinish, onError, and onAbort.\n /\nexport interface AgentStreamExecuteOptions extends AgentExecuteOptionsBase {\n /\n Callbacks for streaming agent execution.\n * Includes streaming-specific callbacks: onChunk, onFinish, onError, onAbort.\n /\n callbacks?: AgentStreamCallbacks;\n}\nexport type AgentType =\n \| \"openai\"\n \| \"anthropic\"\n \| \"google\"\n \| \"microsoft\"\n \| \"bedrock\";\n\nexport const AVAILABLE_CUA_MODELS = [\n \"openai/gpt-5.4\",\n \"openai/computer-use-preview\",\n \"openai/computer-use-preview-2025-03-11\",\n \"anthropic/claude-opus-4-5-20251101\",\n \"anthropic/claude-opus-4-6\",\n \"anthropic/claude-sonnet-4-6\",\n \"anthropic/claude-haiku-4-5-20251001\",\n \"anthropic/claude-sonnet-4-20250514\",\n \"anthropic/claude-sonnet-4-5-20250929\",\n \"google/gemini-2.5-computer-use-preview-10-2025\",\n \"google/gemini-3-flash-preview\",\n \"google/gemini-3-pro-preview\",\n \"microsoft/fara-7b\",\n] as const;\nexport type AvailableCuaModel = (typeof AVAILABLE_CUA_MODELS)[number];\n\nexport interface AgentExecutionOptions<\n TOptions extends AgentExecuteOptions = AgentExecuteOptions,\n> {\n options: TOptions;\n logger: (message: LogLine) => void;\n retries?: number;\n}\n\nexport interface AgentHandlerOptions {\n modelName: string;\n clientOptions?: ClientOptions;\n userProvidedInstructions?: string;\n experimental?: boolean;\n}\n\nexport interface ActionExecutionResult {\n success: boolean;\n error?: string;\n data?: unknown;\n}\n\n/\n Represents a safety check that requires user confirmation before proceeding.\n * These are issued by CUA providers (OpenAI, Google) when the agent attempts\n * potentially risky actions.\n /\nexport interface SafetyCheck {\n /* Unique identifier for this safety check /\n id: string;\n /* Code identifying the type of safety concern /\n code: string;\n /* Human-readable description of the safety concern /\n message: string;\n}\n\n/\n Response from the user for a safety confirmation request.\n /\nexport interface SafetyConfirmationResponse {\n /* Whether the user acknowledged/approved the safety checks /\n acknowledged: boolean;\n}\n\n/\n Callback for handling safety confirmation requests.\n * Called when the CUA provider issues safety checks that require user confirmation.\n * The callback should return a promise that resolves when the user has made a decision.\n \n @param safetyChecks - Array of safety checks requiring confirmation\n * @returns Promise resolving to the user's response\n \n @example\n * ```typescript\n * const agent = stagehand.agent({\n * mode: \"cua\",\n * });\n * await agent.execute({\n * instruction: \"...\",\n * callbacks: {\n * onSafetyConfirmation: async (checks) => {\n * console.log(\"Safety checks:\", checks);\n * const userApproved = await showConfirmationDialog(checks);\n * return { acknowledged: userApproved };\n * },\n * },\n * });\n * ```\n /\nexport type SafetyConfirmationHandler = (\n safetyChecks: SafetyCheck[],\n) => Promise<SafetyConfirmationResponse>;\n\n// Anthropic types:\n\nexport interface ToolUseItem extends ResponseItem {\n type: \"tool_use\";\n id: string; // This is the correct property name from Anthropic's API\n name: string; // Name of the tool being used\n input: Record<string, unknown>;\n}\n\nexport interface AnthropicMessage {\n role: string;\n content: string \| Array<AnthropicContentBlock>;\n}\n\nexport interface AnthropicContentBlock {\n type: string;\n [key: string]: unknown;\n}\n\nexport interface AnthropicTextBlock extends AnthropicContentBlock {\n type: \"text\";\n text: string;\n}\n\nexport interface AnthropicToolResult {\n type: \"tool_result\";\n tool_use_id: string;\n content: string \| Array<AnthropicContentBlock>;\n}\n\n// OpenAI types:\n\nexport interface ResponseItem {\n type: string;\n id: string;\n [key: string]: unknown;\n}\n\nexport interface ComputerCallItem extends ResponseItem {\n type: \"computer_call\";\n call_id: string;\n action?: {\n type: string;\n [key: string]: unknown;\n };\n actions?: Array<{\n type: string;\n [key: string]: unknown;\n }>;\n pending_safety_checks?: Array<{\n id: string;\n code: string;\n message: string;\n }>;\n}\n\nexport interface FunctionCallItem extends ResponseItem {\n type: \"function_call\";\n call_id: string;\n name: string;\n arguments: string;\n}\n\nexport type ResponseInputItem =\n \| { role: string; content: string }\n \| {\n type: \"computer_call_output\";\n call_id: string;\n output:\n \| {\n type: \"input_image\" \| \"computer_screenshot\";\n image_url: string;\n detail?: \"original\" \| \"high\" \| \"low\";\n current_url?: string;\n error?: string;\n [key: string]: unknown;\n }\n \| string;\n acknowledged_safety_checks?: Array<{\n id: string;\n code: string;\n message: string;\n }>;\n }\n \| {\n type: \"function_call_output\";\n call_id: string;\n output: string;\n };\n\nexport interface AgentInstance {\n execute: (\n instructionOrOptions: string \| AgentExecuteOptions,\n ) => Promise<AgentResult>;\n}\n\nexport type AgentProviderType = AgentType;\n\nexport type AgentModelConfig<TModelName extends string = string> = {\n modelName: TModelName;\n} & Record<string, unknown>;\n\n/\n Agent tool mode determines which set of tools are available to the agent.\n * - 'dom': Uses DOM-based tools (act, fillForm) - better for structured page interactions\n * - 'hybrid': Uses coordinate-based tools (click, type, dragAndDrop, etc.) - better for visual/screenshot-based interactions\n * - 'cua': Uses Computer Use Agent (CUA) providers like Anthropic Claude or Google Gemini for screenshot-based automation\n /\nexport type AgentToolMode = \"dom\" \| \"hybrid\" \| \"cua\";\n\nexport type AgentConfig = {\n /\n Custom system prompt to provide to the agent. Overrides the default system prompt.\n /\n systemPrompt?: string;\n /\n MCP integrations - Array of Client objects\n /\n integrations?: (Client \| string)[];\n /\n Tools passed to the agent client\n /\n tools?: ToolSet;\n /\n @deprecated Use `mode: \"cua\"` instead. This option will be removed in a future version.\n * Enables Computer Use Agent (CUA) mode.\n /\n cua?: boolean;\n /\n The model to use for agent functionality\n /\n model?: string \| AgentModelConfig<string>;\n /\n The model to use for tool execution (observe/act calls within agent tools).\n * If not specified, inherits from the main model configuration.\n * Format: \"provider/model\" (e.g., \"openai/gpt-4o-mini\", \"google/gemini-2.0-flash-exp\")\n /\n executionModel?: string \| AgentModelConfig<string>;\n /\n Enable streaming mode for the agent.\n * When true, execute() returns AgentStreamResult with textStream for incremental output.\n * When false (default), execute() returns AgentResult after completion.\n /\n stream?: boolean;\n /\n Tool mode for the agent. Determines which set of tools are available.\n * - 'dom' (default): Uses DOM-based tools (act, fillForm) for structured interactions\n * - 'hybrid': Uses coordinate-based tools (click, type, dragAndDrop, clickAndHold, fillFormVision)\n * for visual/screenshot-based interactions\n * - 'cua': Uses Computer Use Agent (CUA) providers for screenshot-based automation\n /\n mode?: AgentToolMode;\n};\n\n/\n Agent instance returned when stream: true is set in AgentConfig.\n * execute() returns a streaming result that can be consumed incrementally.\n * Accepts AgentStreamExecuteOptions with streaming-specific callbacks.\n /\nexport interface StreamingAgentInstance {\n execute: (\n instructionOrOptions: string \| AgentStreamExecuteOptions,\n ) => Promise<AgentStreamResult>;\n}\n\n/\n Agent instance returned when stream is false or not set in AgentConfig.\n * execute() returns a result after the agent completes.\n * Accepts AgentExecuteOptions with non-streaming callbacks only.\n /\nexport interface NonStreamingAgentInstance {\n execute: (\n instructionOrOptions: string \| AgentExecuteOptions,\n ) => Promise<AgentResult>;\n}\n\n// =============================================================================\n// Vision Action Tool Result Types\n// =============================================================================\n\n/\n Content item type for toModelOutput return values.\n * Used in tool definitions to return text and/or media to the model.\n */\nexport type ModelOutputContentItem =\n \| { type: \"text\"; text: string }\n \| { type: \"media\"; mediaType: string; data: string };\n\nexport interface ClickToolResult {\n success: boolean;\n describe?: string;\n coordinates?: number[];\n error?: string;\n screenshotBase64?: string;\n}\n\nexport interface TypeToolResult {\n success: boolean;\n describe?: string;\n text?: string;\n error?: string;\n screenshotBase64?: string;\n}\n\nexport interface DragAndDropToolResult {\n success: boolean;\n describe?: string;\n error?: string;\n screenshotBase64?: string;\n}\n\nexport interface FillFormField {\n action: string;\n value: string;\n coordinates: { x: number; y: number };\n}\n\nexport interface FillFormVisionToolResult {\n success: boolean;\n playwrightArguments?: FillFormField[];\n error?: string;\n screenshotBase64?: string;\n}\n\nexport interface ScrollToolResult {\n success: boolean;\n message: string;\n scrolledPixels: number;\n error?: string;\n}\n\nexport interface ScrollVisionToolResult extends ScrollToolResult {\n screenshotBase64?: string;\n}\n\nexport interface WaitToolResult {\n success: boolean;\n waited: number;\n screenshotBase64?: string;\n error?: string;\n}\n"]}