@browserbasehq/orca 3.0.9-alpha-3 → 3.1.0-headers

package/dist/esm/lib/v3/llm/GroqClient.js

@@ -0,0 +1,236 @@
+import OpenAI from "openai";
+import { LLMClient, } from "./LLMClient.js";
+import { CreateChatCompletionResponseError } from "../types/public/sdkErrors.js";
+import { toJsonSchema } from "../zodCompat.js";
+export class GroqClient extends LLMClient {
+    type = "groq";
+    client;
+    hasVision = false;
+    constructor({ modelName, clientOptions, userProvidedInstructions, }) {
+        super(modelName, userProvidedInstructions);
+        // Create OpenAI client with the base URL set to Groq API
+        this.client = new OpenAI({
+            baseURL: "https://api.groq.com/openai/v1",
+            apiKey: clientOptions?.apiKey || process.env.GROQ_API_KEY,
+            ...clientOptions,
+        });
+        this.modelName = modelName;
+        this.clientOptions = clientOptions;
+    }
+    async createChatCompletion({ options, retries, logger, }) {
+        const optionsWithoutImage = { ...options };
+        delete optionsWithoutImage.image;
+        logger({
+            category: "groq",
+            message: "creating chat completion",
+            level: 2,
+            auxiliary: {
+                options: {
+                    value: JSON.stringify(optionsWithoutImage),
+                    type: "object",
+                },
+            },
+        });
+        // Format messages for Groq API (using OpenAI format)
+        const formattedMessages = options.messages.map((msg) => {
+            const baseMessage = {
+                content: typeof msg.content === "string"
+                    ? msg.content
+                    : Array.isArray(msg.content) &&
+                        msg.content.length > 0 &&
+                        "text" in msg.content[0]
+                        ? msg.content[0].text
+                        : "",
+            };
+            // Groq supports system, user, and assistant roles
+            if (msg.role === "system") {
+                return { ...baseMessage, role: "system" };
+            }
+            else if (msg.role === "assistant") {
+                return { ...baseMessage, role: "assistant" };
+            }
+            else {
+                // Default to user for any other role
+                return { ...baseMessage, role: "user" };
+            }
+        });
+        // Format tools if provided
+        let tools = options.tools?.map((tool) => ({
+            type: "function",
+            function: {
+                name: tool.name,
+                description: tool.description,
+                parameters: {
+                    type: "object",
+                    properties: tool.parameters.properties,
+                    required: tool.parameters.required,
+                },
+            },
+        }));
+        // Add response model as a tool if provided
+        if (options.response_model) {
+            const jsonSchema = toJsonSchema(options.response_model.schema);
+            const schemaProperties = jsonSchema.properties || {};
+            const schemaRequired = jsonSchema.required || [];
+            const responseTool = {
+                type: "function",
+                function: {
+                    name: "print_extracted_data",
+                    description: "Prints the extracted data based on the provided schema.",
+                    parameters: {
+                        type: "object",
+                        properties: schemaProperties,
+                        required: schemaRequired,
+                    },
+                },
+            };
+            tools = tools ? [...tools, responseTool] : [responseTool];
+        }
+        try {
+            // Use OpenAI client with Groq API
+            const apiResponse = await this.client.chat.completions.create({
+                model: this.modelName.split("groq-")[1],
+                messages: [
+                    ...formattedMessages,
+                    // Add explicit instruction to return JSON if we have a response model
+                    ...(options.response_model
+                        ? [
+                            {
+                                role: "system",
+                                content: `IMPORTANT: Your response must be valid JSON that matches this schema: ${JSON.stringify(options.response_model.schema)}`,
+                            },
+                        ]
+                        : []),
+                ],
+                temperature: options.temperature || 0.7,
+                max_tokens: options.maxOutputTokens,
+                tools: tools,
+                tool_choice: options.tool_choice || "auto",
+            });
+            // Format the response to match the expected LLMResponse format
+            const response = {
+                id: apiResponse.id,
+                object: "chat.completion",
+                created: Date.now(),
+                model: this.modelName.split("groq-")[1],
+                choices: [
+                    {
+                        index: 0,
+                        message: {
+                            role: "assistant",
+                            content: apiResponse.choices[0]?.message?.content || null,
+                            tool_calls: apiResponse.choices[0]?.message?.tool_calls || [],
+                        },
+                        finish_reason: apiResponse.choices[0]?.finish_reason || "stop",
+                    },
+                ],
+                usage: {
+                    prompt_tokens: apiResponse.usage?.prompt_tokens || 0,
+                    completion_tokens: apiResponse.usage?.completion_tokens || 0,
+                    total_tokens: apiResponse.usage?.total_tokens || 0,
+                },
+            };
+            logger({
+                category: "groq",
+                message: "response",
+                level: 2,
+                auxiliary: {
+                    response: {
+                        value: JSON.stringify(response),
+                        type: "object",
+                    },
+                    requestId: {
+                        value: options.requestId,
+                        type: "string",
+                    },
+                },
+            });
+            // If there's no response model, return the entire response object
+            if (!options.response_model) {
+                return response;
+            }
+            // Otherwise, try parsing the JSON from the tool call or content
+            const toolCall = response.choices[0]?.message?.tool_calls?.[0];
+            if (toolCall?.function?.arguments) {
+                try {
+                    const result = JSON.parse(toolCall.function.arguments);
+                    const finalResponse = {
+                        data: result,
+                        usage: response.usage,
+                    };
+                    return finalResponse;
+                }
+                catch (e) {
+                    logger({
+                        category: "groq",
+                        message: "failed to parse tool call arguments as JSON, retrying",
+                        level: 0,
+                        auxiliary: {
+                            error: {
+                                value: e.message,
+                                type: "string",
+                            },
+                        },
+                    });
+                }
+            }
+            // If we have content but no tool calls, try to parse the content as JSON
+            const content = response.choices[0]?.message?.content;
+            if (content) {
+                try {
+                    // Try to extract JSON from the content
+                    const jsonMatch = content.match(/\{[\s\S]*\}/);
+                    if (jsonMatch) {
+                        const result = JSON.parse(jsonMatch[0]);
+                        const finalResponse = {
+                            data: result,
+                            usage: response.usage,
+                        };
+                        return finalResponse;
+                    }
+                }
+                catch (e) {
+                    logger({
+                        category: "groq",
+                        message: "failed to parse content as JSON",
+                        level: 0,
+                        auxiliary: {
+                            error: {
+                                value: e.message,
+                                type: "string",
+                            },
+                        },
+                    });
+                }
+            }
+            // If we still haven't found valid JSON and have retries left, try again
+            if (!retries || retries < 5) {
+                return this.createChatCompletion({
+                    options,
+                    logger,
+                    retries: (retries ?? 0) + 1,
+                });
+            }
+            throw new CreateChatCompletionResponseError("Invalid response schema");
+        }
+        catch (error) {
+            logger({
+                category: "groq",
+                message: "error creating chat completion",
+                level: 0,
+                auxiliary: {
+                    error: {
+                        value: error.message,
+                        type: "string",
+                    },
+                    requestId: {
+                        value: options.requestId,
+                        type: "string",
+                    },
+                },
+            });
+            throw error;
+        }
+    }
+}
+//# sourceMappingURL=GroqClient.js.map

package/dist/esm/lib/v3/llm/GroqClient.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"GroqClient.js","sourceRoot":"","sources":["../../../../../lib/v3/llm/GroqClient.ts"],"names":[],"mappings":"AACA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAG5B,OAAO,EAGL,SAAS,GAEV,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,iCAAiC,EAAE,MAAM,8BAA8B,CAAC;AACjF,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE/C,MAAM,OAAO,UAAW,SAAQ,SAAS;IAChC,IAAI,GAAG,MAAe,CAAC;IACtB,MAAM,CAAS;IAEhB,SAAS,GAAG,KAAK,CAAC;IAEzB,YAAY,EACV,SAAS,EACT,aAAa,EACb,wBAAwB,GAMzB;QACC,KAAK,CAAC,SAAS,EAAE,wBAAwB,CAAC,CAAC;QAE3C,yDAAyD;QACzD,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;YACvB,OAAO,EAAE,gCAAgC;YACzC,MAAM,EAAE,aAAa,EAAE,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY;YACzD,GAAG,aAAa;SACjB,CAAC,CAAC;QAEH,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,oBAAoB,CAAkB,EAC1C,OAAO,EACP,OAAO,EACP,MAAM,GACsB;QAC5B,MAAM,mBAAmB,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;QAC3C,OAAO,mBAAmB,CAAC,KAAK,CAAC;QAEjC,MAAM,CAAC;YACL,QAAQ,EAAE,MAAM;YAChB,OAAO,EAAE,0BAA0B;YACnC,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,OAAO,EAAE;oBACP,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC;oBAC1C,IAAI,EAAE,QAAQ;iBACf;aACF;SACF,CAAC,CAAC;QAEH,qDAAqD;QACrD,MAAM,iBAAiB,GAAG,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAgB,EAAE,EAAE;YAClE,MAAM,WAAW,GAAG;gBAClB,OAAO,EACL,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;oBAC7B,CAAC,CAAC,GAAG,CAAC,OAAO;oBACb,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC;wBACxB,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC;wBACtB,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;wBAC1B,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI;wBACrB,CAAC,CAAC,EAAE;aACX,CAAC;YAEF,kDAAkD;YAClD,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC1B,OAAO,EAAE,GAAG,WAAW,EAAE,IAAI,EAAE,QAAiB,EAAE,CAAC;YACrD,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBACpC,OAAO,EAAE,GAAG,WAAW,EAAE,IAAI,EAAE,WAAoB,EAAE,CAAC;YACxD,CAAC;iBAAM,CAAC;gBACN,qCAAqC;gBACrC,OAAO,EAAE,GAAG,WAAW,EAAE,IAAI,EAAE,MAAe,EAAE,CAAC;YACnD,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,2BAA2B;QAC3B,IAAI,KAAK,GAAG,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACxC,IAAI,EAAE,UAAmB;YACzB,QAAQ,EAAE;gBACR,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,UAAU,EAAE;oBACV,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,UAAU;oBACtC,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,QAAQ;iBACnC;aACF;SACF,CAAC,CAAC,CAAC;QAEJ,2CAA2C;QAC3C,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YAC3B,MAAM,UAAU,GAAG,YAAY,CAAC,OAAO,CAAC,cAAc,CAAC,MAAM,CAG5D,CAAC;YACF,MAAM,gBAAgB,GAAG,UAAU,CAAC,UAAU,IAAI,EAAE,CAAC;YACrD,MAAM,cAAc,GAAG,UAAU,CAAC,QAAQ,IAAI,EAAE,CAAC;YAEjD,MAAM,YAAY,GAAG;gBACnB,IAAI,EAAE,UAAmB;gBACzB,QAAQ,EAAE;oBACR,IAAI,EAAE,sBAAsB;oBAC5B,WAAW,EACT,yDAAyD;oBAC3D,UAAU,EAAE;wBACV,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE,gBAAgB;wBAC5B,QAAQ,EAAE,cAAc;qBACzB;iBACF;aACF,CAAC;YAEF,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;QAC5D,CAAC;QAED,IAAI,CAAC;YACH,kCAAkC;YAClC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBAC5D,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBACvC,QAAQ,EAAE;oBACR,GAAG,iBAAiB;oBACpB,sEAAsE;oBACtE,GAAG,CAAC,OAAO,CAAC,cAAc;wBACxB,CAAC,CAAC;4BACE;gCACE,IAAI,EAAE,QAAiB;gCACvB,OAAO,EAAE,yEAAyE,IAAI,CAAC,SAAS,CAC9F,OAAO,CAAC,cAAc,CAAC,MAAM,CAC9B,EAAE;6BACJ;yBACF;wBACH,CAAC,CAAC,EAAE,CAAC;iBACR;gBACD,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;gBACvC,UAAU,EAAE,OAAO,CAAC,eAAe;gBACnC,KAAK,EAAE,KAAK;gBACZ,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,MAAM;aAC3C,CAAC,CAAC;YAEH,+DAA+D;YAC/D,MAAM,QAAQ,GAAgB;gBAC5B,EAAE,EAAE,WAAW,CAAC,EAAE;gBAClB,MAAM,EAAE,iBAAiB;gBACzB,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE;gBACnB,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBACvC,OAAO,EAAE;oBACP;wBACE,KAAK,EAAE,CAAC;wBACR,OAAO,EAAE;4BACP,IAAI,EAAE,WAAW;4BACjB,OAAO,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,IAAI;4BACzD,UAAU,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,UAAU,IAAI,EAAE;yBAC9D;wBACD,aAAa,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,IAAI,MAAM;qBAC/D;iBACF;gBACD,KAAK,EAAE;oBACL,aAAa,EAAE,WAAW,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;oBACpD,iBAAiB,EAAE,WAAW,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC;oBAC5D,YAAY,EAAE,WAAW,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;iBACnD;aACF,CAAC;YAEF,MAAM,CAAC;gBACL,QAAQ,EAAE,MAAM;gBAChB,OAAO,EAAE,UAAU;gBACnB,KAAK,EAAE,CAAC;gBACR,SAAS,EAAE;oBACT,QAAQ,EAAE;wBACR,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;wBAC/B,IAAI,EAAE,QAAQ;qBACf;oBACD,SAAS,EAAE;wBACT,KAAK,EAAE,OAAO,CAAC,SAAS;wBACxB,IAAI,EAAE,QAAQ;qBACf;iBACF;aACF,CAAC,CAAC;YAEH,kEAAkE;YAClE,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;gBAC5B,OAAO,QAAa,CAAC;YACvB,CAAC;YAED,gEAAgE;YAChE,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;YAC/D,IAAI,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;gBAClC,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;oBACvD,MAAM,aAAa,GAAG;wBACpB,IAAI,EAAE,MAAM;wBACZ,KAAK,EAAE,QAAQ,CAAC,KAAK;qBACtB,CAAC;oBACF,OAAO,aAAkB,CAAC;gBAC5B,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,MAAM,CAAC;wBACL,QAAQ,EAAE,MAAM;wBAChB,OAAO,EAAE,uDAAuD;wBAChE,KAAK,EAAE,CAAC;wBACR,SAAS,EAAE;4BACT,KAAK,EAAE;gCACL,KAAK,EAAE,CAAC,CAAC,OAAO;gCAChB,IAAI,EAAE,QAAQ;6BACf;yBACF;qBACF,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,yEAAyE;YACzE,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC;YACtD,IAAI,OAAO,EAAE,CAAC;gBACZ,IAAI,CAAC;oBACH,uCAAuC;oBACvC,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;oBAC/C,IAAI,SAAS,EAAE,CAAC;wBACd,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;wBACxC,MAAM,aAAa,GAAG;4BACpB,IAAI,EAAE,MAAM;4BACZ,KAAK,EAAE,QAAQ,CAAC,KAAK;yBACtB,CAAC;wBACF,OAAO,aAAkB,CAAC;oBAC5B,CAAC;gBACH,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,MAAM,CAAC;wBACL,QAAQ,EAAE,MAAM;wBAChB,OAAO,EAAE,iCAAiC;wBAC1C,KAAK,EAAE,CAAC;wBACR,SAAS,EAAE;4BACT,KAAK,EAAE;gCACL,KAAK,EAAE,CAAC,CAAC,OAAO;gCAChB,IAAI,EAAE,QAAQ;6BACf;yBACF;qBACF,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,wEAAwE;YACxE,IAAI,CAAC,OAAO,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAC5B,OAAO,IAAI,CAAC,oBAAoB,CAAC;oBAC/B,OAAO;oBACP,MAAM;oBACN,OAAO,EAAE,CAAC,OAAO,IAAI,CAAC,CAAC,GAAG,CAAC;iBAC5B,CAAC,CAAC;YACL,CAAC;YAED,MAAM,IAAI,iCAAiC,CAAC,yBAAyB,CAAC,CAAC;QACzE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC;gBACL,QAAQ,EAAE,MAAM;gBAChB,OAAO,EAAE,gCAAgC;gBACzC,KAAK,EAAE,CAAC;gBACR,SAAS,EAAE;oBACT,KAAK,EAAE;wBACL,KAAK,EAAE,KAAK,CAAC,OAAO;wBACpB,IAAI,EAAE,QAAQ;qBACf;oBACD,SAAS,EAAE;wBACT,KAAK,EAAE,OAAO,CAAC,SAAS;wBACxB,IAAI,EAAE,QAAQ;qBACf;iBACF;aACF,CAAC,CAAC;YACH,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;CACF","sourcesContent":["import type { ClientOptions } from \"openai\";\nimport OpenAI from \"openai\";\nimport { LogLine } from \"../types/public/logs.js\";\nimport { AvailableModel } from \"../types/public/model.js\";\nimport {\n  ChatMessage,\n  CreateChatCompletionOptions,\n  LLMClient,\n  LLMResponse,\n} from \"./LLMClient.js\";\nimport { CreateChatCompletionResponseError } from \"../types/public/sdkErrors.js\";\nimport { toJsonSchema } from \"../zodCompat.js\";\n\nexport class GroqClient extends LLMClient {\n  public type = \"groq\" as const;\n  private client: OpenAI;\n  declare public clientOptions: ClientOptions;\n  public hasVision = false;\n\n  constructor({\n    modelName,\n    clientOptions,\n    userProvidedInstructions,\n  }: {\n    logger: (message: LogLine) => void;\n    modelName: AvailableModel;\n    clientOptions?: ClientOptions;\n    userProvidedInstructions?: string;\n  }) {\n    super(modelName, userProvidedInstructions);\n\n    // Create OpenAI client with the base URL set to Groq API\n    this.client = new OpenAI({\n      baseURL: \"https://api.groq.com/openai/v1\",\n      apiKey: clientOptions?.apiKey || process.env.GROQ_API_KEY,\n      ...clientOptions,\n    });\n\n    this.modelName = modelName;\n    this.clientOptions = clientOptions;\n  }\n\n  async createChatCompletion<T = LLMResponse>({\n    options,\n    retries,\n    logger,\n  }: CreateChatCompletionOptions): Promise<T> {\n    const optionsWithoutImage = { ...options };\n    delete optionsWithoutImage.image;\n\n    logger({\n      category: \"groq\",\n      message: \"creating chat completion\",\n      level: 2,\n      auxiliary: {\n        options: {\n          value: JSON.stringify(optionsWithoutImage),\n          type: \"object\",\n        },\n      },\n    });\n\n    // Format messages for Groq API (using OpenAI format)\n    const formattedMessages = options.messages.map((msg: ChatMessage) => {\n      const baseMessage = {\n        content:\n          typeof msg.content === \"string\"\n            ? msg.content\n            : Array.isArray(msg.content) &&\n                msg.content.length > 0 &&\n                \"text\" in msg.content[0]\n              ? msg.content[0].text\n              : \"\",\n      };\n\n      // Groq supports system, user, and assistant roles\n      if (msg.role === \"system\") {\n        return { ...baseMessage, role: \"system\" as const };\n      } else if (msg.role === \"assistant\") {\n        return { ...baseMessage, role: \"assistant\" as const };\n      } else {\n        // Default to user for any other role\n        return { ...baseMessage, role: \"user\" as const };\n      }\n    });\n\n    // Format tools if provided\n    let tools = options.tools?.map((tool) => ({\n      type: \"function\" as const,\n      function: {\n        name: tool.name,\n        description: tool.description,\n        parameters: {\n          type: \"object\",\n          properties: tool.parameters.properties,\n          required: tool.parameters.required,\n        },\n      },\n    }));\n\n    // Add response model as a tool if provided\n    if (options.response_model) {\n      const jsonSchema = toJsonSchema(options.response_model.schema) as {\n        properties?: Record<string, unknown>;\n        required?: string[];\n      };\n      const schemaProperties = jsonSchema.properties || {};\n      const schemaRequired = jsonSchema.required || [];\n\n      const responseTool = {\n        type: \"function\" as const,\n        function: {\n          name: \"print_extracted_data\",\n          description:\n            \"Prints the extracted data based on the provided schema.\",\n          parameters: {\n            type: \"object\",\n            properties: schemaProperties,\n            required: schemaRequired,\n          },\n        },\n      };\n\n      tools = tools ? [...tools, responseTool] : [responseTool];\n    }\n\n    try {\n      // Use OpenAI client with Groq API\n      const apiResponse = await this.client.chat.completions.create({\n        model: this.modelName.split(\"groq-\")[1],\n        messages: [\n          ...formattedMessages,\n          // Add explicit instruction to return JSON if we have a response model\n          ...(options.response_model\n            ? [\n                {\n                  role: \"system\" as const,\n                  content: `IMPORTANT: Your response must be valid JSON that matches this schema: ${JSON.stringify(\n                    options.response_model.schema,\n                  )}`,\n                },\n              ]\n            : []),\n        ],\n        temperature: options.temperature || 0.7,\n        max_tokens: options.maxOutputTokens,\n        tools: tools,\n        tool_choice: options.tool_choice || \"auto\",\n      });\n\n      // Format the response to match the expected LLMResponse format\n      const response: LLMResponse = {\n        id: apiResponse.id,\n        object: \"chat.completion\",\n        created: Date.now(),\n        model: this.modelName.split(\"groq-\")[1],\n        choices: [\n          {\n            index: 0,\n            message: {\n              role: \"assistant\",\n              content: apiResponse.choices[0]?.message?.content || null,\n              tool_calls: apiResponse.choices[0]?.message?.tool_calls || [],\n            },\n            finish_reason: apiResponse.choices[0]?.finish_reason || \"stop\",\n          },\n        ],\n        usage: {\n          prompt_tokens: apiResponse.usage?.prompt_tokens || 0,\n          completion_tokens: apiResponse.usage?.completion_tokens || 0,\n          total_tokens: apiResponse.usage?.total_tokens || 0,\n        },\n      };\n\n      logger({\n        category: \"groq\",\n        message: \"response\",\n        level: 2,\n        auxiliary: {\n          response: {\n            value: JSON.stringify(response),\n            type: \"object\",\n          },\n          requestId: {\n            value: options.requestId,\n            type: \"string\",\n          },\n        },\n      });\n\n      // If there's no response model, return the entire response object\n      if (!options.response_model) {\n        return response as T;\n      }\n\n      // Otherwise, try parsing the JSON from the tool call or content\n      const toolCall = response.choices[0]?.message?.tool_calls?.[0];\n      if (toolCall?.function?.arguments) {\n        try {\n          const result = JSON.parse(toolCall.function.arguments);\n          const finalResponse = {\n            data: result,\n            usage: response.usage,\n          };\n          return finalResponse as T;\n        } catch (e) {\n          logger({\n            category: \"groq\",\n            message: \"failed to parse tool call arguments as JSON, retrying\",\n            level: 0,\n            auxiliary: {\n              error: {\n                value: e.message,\n                type: \"string\",\n              },\n            },\n          });\n        }\n      }\n\n      // If we have content but no tool calls, try to parse the content as JSON\n      const content = response.choices[0]?.message?.content;\n      if (content) {\n        try {\n          // Try to extract JSON from the content\n          const jsonMatch = content.match(/\\{[\\s\\S]*\\}/);\n          if (jsonMatch) {\n            const result = JSON.parse(jsonMatch[0]);\n            const finalResponse = {\n              data: result,\n              usage: response.usage,\n            };\n            return finalResponse as T;\n          }\n        } catch (e) {\n          logger({\n            category: \"groq\",\n            message: \"failed to parse content as JSON\",\n            level: 0,\n            auxiliary: {\n              error: {\n                value: e.message,\n                type: \"string\",\n              },\n            },\n          });\n        }\n      }\n\n      // If we still haven't found valid JSON and have retries left, try again\n      if (!retries || retries < 5) {\n        return this.createChatCompletion({\n          options,\n          logger,\n          retries: (retries ?? 0) + 1,\n        });\n      }\n\n      throw new CreateChatCompletionResponseError(\"Invalid response schema\");\n    } catch (error) {\n      logger({\n        category: \"groq\",\n        message: \"error creating chat completion\",\n        level: 0,\n        auxiliary: {\n          error: {\n            value: error.message,\n            type: \"string\",\n          },\n          requestId: {\n            value: options.requestId,\n            type: \"string\",\n          },\n        },\n      });\n      throw error;\n    }\n  }\n}\n"]}

package/dist/esm/lib/v3/llm/LLMClient.d.ts

@@ -0,0 +1,121 @@
+import { LLMTool } from "../types/public/model.js";
+import { embed, embedMany, experimental_generateImage, experimental_generateSpeech, experimental_transcribe, generateObject, generateText, streamObject, streamText } from "ai";
+import type { LanguageModelV2 } from "@ai-sdk/provider";
+import { LogLine } from "../types/public/logs.js";
+import { AvailableModel, ClientOptions } from "../types/public/model.js";
+import type { StagehandZodSchema } from "../zodCompat.js";
+export interface ChatMessage {
+    role: "system" | "user" | "assistant";
+    content: ChatMessageContent;
+}
+export type ChatMessageContent = string | (ChatMessageImageContent | ChatMessageTextContent)[];
+export interface ChatMessageImageContent {
+    type: string;
+    image_url?: {
+        url: string;
+    };
+    text?: string;
+    source?: {
+        type: string;
+        media_type: string;
+        data: string;
+    };
+}
+export interface ChatMessageTextContent {
+    type: string;
+    text: string;
+}
+export declare const AnnotatedScreenshotText = "This is a screenshot of the current page state with the elements annotated on it. Each element id is annotated with a number to the top left of it. Duplicate annotations at the same location are under each other vertically.";
+export interface ChatCompletionOptions {
+    messages: ChatMessage[];
+    temperature?: number;
+    top_p?: number;
+    frequency_penalty?: number;
+    presence_penalty?: number;
+    image?: {
+        buffer: Buffer;
+        description?: string;
+    };
+    response_model?: {
+        name: string;
+        schema: StagehandZodSchema;
+    };
+    tools?: LLMTool[];
+    tool_choice?: "auto" | "none" | "required";
+    maxOutputTokens?: number;
+    requestId?: string;
+}
+export type LLMResponse = {
+    id: string;
+    object: string;
+    created: number;
+    model: string;
+    choices: {
+        index: number;
+        message: {
+            role: string;
+            content: string | null;
+            tool_calls: {
+                id: string;
+                type: string;
+                function: {
+                    name: string;
+                    arguments: string;
+                };
+            }[];
+        };
+        finish_reason: string;
+    }[];
+    usage: {
+        prompt_tokens: number;
+        completion_tokens: number;
+        total_tokens: number;
+    };
+};
+export interface CreateChatCompletionOptions {
+    options: ChatCompletionOptions;
+    logger: (message: LogLine) => void;
+    retries?: number;
+}
+/** Simple usage shape if your LLM returns usage tokens. */
+export interface LLMUsage {
+    prompt_tokens: number;
+    completion_tokens: number;
+    total_tokens: number;
+    reasoning_tokens?: number;
+    cached_input_tokens?: number;
+}
+/**
+ * For calls that use a schema: the LLMClient may return { data: T; usage?: LLMUsage }
+ */
+export interface LLMParsedResponse<T> {
+    data: T;
+    usage?: LLMUsage;
+}
+export declare abstract class LLMClient {
+    type: "openai" | "anthropic" | "cerebras" | "groq" | (string & {});
+    modelName: AvailableModel | (string & {});
+    hasVision: boolean;
+    clientOptions: ClientOptions;
+    userProvidedInstructions?: string;
+    constructor(modelName: AvailableModel, userProvidedInstructions?: string);
+    abstract createChatCompletion<T>(options: CreateChatCompletionOptions & {
+        options: {
+            response_model: {
+                name: string;
+                schema: StagehandZodSchema;
+            };
+        };
+    }): Promise<LLMParsedResponse<T>>;
+    abstract createChatCompletion<T = LLMResponse>(options: CreateChatCompletionOptions): Promise<T>;
+    generateObject: typeof generateObject;
+    generateText: typeof generateText;
+    streamText: typeof streamText;
+    streamObject: typeof streamObject;
+    generateImage: typeof experimental_generateImage;
+    embed: typeof embed;
+    embedMany: typeof embedMany;
+    transcribe: typeof experimental_transcribe;
+    generateSpeech: typeof experimental_generateSpeech;
+    getLanguageModel?(): LanguageModelV2;
+}

package/dist/esm/lib/v3/llm/LLMClient.js

@@ -0,0 +1,23 @@
+import { embed, embedMany, experimental_generateImage, experimental_generateSpeech, experimental_transcribe, generateObject, generateText, streamObject, streamText, } from "ai";
+export const AnnotatedScreenshotText = "This is a screenshot of the current page state with the elements annotated on it. Each element id is annotated with a number to the top left of it. Duplicate annotations at the same location are under each other vertically.";
+export class LLMClient {
+    type;
+    modelName;
+    hasVision;
+    clientOptions;
+    userProvidedInstructions;
+    constructor(modelName, userProvidedInstructions) {
+        this.modelName = modelName;
+        this.userProvidedInstructions = userProvidedInstructions;
+    }
+    generateObject = generateObject;
+    generateText = generateText;
+    streamText = streamText;
+    streamObject = streamObject;
+    generateImage = experimental_generateImage;
+    embed = embed;
+    embedMany = embedMany;
+    transcribe = experimental_transcribe;
+    generateSpeech = experimental_generateSpeech;
+}
+//# sourceMappingURL=LLMClient.js.map

package/dist/esm/lib/v3/llm/LLMClient.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LLMClient.js","sourceRoot":"","sources":["../../../../../lib/v3/llm/LLMClient.ts"],"names":[],"mappings":"AACA,OAAO,EACL,KAAK,EACL,SAAS,EACT,0BAA0B,EAC1B,2BAA2B,EAC3B,uBAAuB,EACvB,cAAc,EACd,YAAY,EACZ,YAAY,EACZ,UAAU,GACX,MAAM,IAAI,CAAC;AA+BZ,MAAM,CAAC,MAAM,uBAAuB,GAClC,iOAAiO,CAAC;AAyEpO,MAAM,OAAgB,SAAS;IACtB,IAAI,CAA+D;IACnE,SAAS,CAAiC;IAC1C,SAAS,CAAU;IACnB,aAAa,CAAgB;IAC7B,wBAAwB,CAAU;IAEzC,YAAY,SAAyB,EAAE,wBAAiC;QACtE,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,wBAAwB,GAAG,wBAAwB,CAAC;IAC3D,CAAC;IAgBM,cAAc,GAAG,cAAc,CAAC;IAChC,YAAY,GAAG,YAAY,CAAC;IAC5B,UAAU,GAAG,UAAU,CAAC;IACxB,YAAY,GAAG,YAAY,CAAC;IAC5B,aAAa,GAAG,0BAA0B,CAAC;IAC3C,KAAK,GAAG,KAAK,CAAC;IACd,SAAS,GAAG,SAAS,CAAC;IACtB,UAAU,GAAG,uBAAuB,CAAC;IACrC,cAAc,GAAG,2BAA2B,CAAC;CAGrD","sourcesContent":["import { LLMTool } from \"../types/public/model.js\";\nimport {\n  embed,\n  embedMany,\n  experimental_generateImage,\n  experimental_generateSpeech,\n  experimental_transcribe,\n  generateObject,\n  generateText,\n  streamObject,\n  streamText,\n} from \"ai\";\nimport type { LanguageModelV2 } from \"@ai-sdk/provider\";\nimport { LogLine } from \"../types/public/logs.js\";\nimport { AvailableModel, ClientOptions } from \"../types/public/model.js\";\nimport type { StagehandZodSchema } from \"../zodCompat.js\";\n\nexport interface ChatMessage {\n  role: \"system\" | \"user\" | \"assistant\";\n  content: ChatMessageContent;\n}\n\nexport type ChatMessageContent =\n  | string\n  | (ChatMessageImageContent | ChatMessageTextContent)[];\n\nexport interface ChatMessageImageContent {\n  type: string;\n  image_url?: { url: string };\n  text?: string;\n  source?: {\n    type: string;\n    media_type: string;\n    data: string;\n  };\n}\n\nexport interface ChatMessageTextContent {\n  type: string;\n  text: string;\n}\n\nexport const AnnotatedScreenshotText =\n  \"This is a screenshot of the current page state with the elements annotated on it. Each element id is annotated with a number to the top left of it. Duplicate annotations at the same location are under each other vertically.\";\n\nexport interface ChatCompletionOptions {\n  messages: ChatMessage[];\n  temperature?: number;\n  top_p?: number;\n  frequency_penalty?: number;\n  presence_penalty?: number;\n  image?: {\n    buffer: Buffer;\n    description?: string;\n  };\n  response_model?: {\n    name: string;\n    schema: StagehandZodSchema;\n  };\n  tools?: LLMTool[];\n  tool_choice?: \"auto\" | \"none\" | \"required\";\n  maxOutputTokens?: number;\n  requestId?: string;\n}\n\nexport type LLMResponse = {\n  id: string;\n  object: string;\n  created: number;\n  model: string;\n  choices: {\n    index: number;\n    message: {\n      role: string;\n      content: string | null;\n      tool_calls: {\n        id: string;\n        type: string;\n        function: {\n          name: string;\n          arguments: string;\n        };\n      }[];\n    };\n    finish_reason: string;\n  }[];\n  usage: {\n    prompt_tokens: number;\n    completion_tokens: number;\n    total_tokens: number;\n  };\n};\n\nexport interface CreateChatCompletionOptions {\n  options: ChatCompletionOptions;\n  logger: (message: LogLine) => void;\n  retries?: number;\n}\n\n/** Simple usage shape if your LLM returns usage tokens. */\nexport interface LLMUsage {\n  prompt_tokens: number;\n  completion_tokens: number;\n  total_tokens: number;\n  reasoning_tokens?: number;\n  cached_input_tokens?: number;\n}\n\n/**\n * For calls that use a schema: the LLMClient may return { data: T; usage?: LLMUsage }\n */\nexport interface LLMParsedResponse<T> {\n  data: T;\n  usage?: LLMUsage;\n}\n\nexport abstract class LLMClient {\n  public type: \"openai\" | \"anthropic\" | \"cerebras\" | \"groq\" | (string & {});\n  public modelName: AvailableModel | (string & {});\n  public hasVision: boolean;\n  public clientOptions: ClientOptions;\n  public userProvidedInstructions?: string;\n\n  constructor(modelName: AvailableModel, userProvidedInstructions?: string) {\n    this.modelName = modelName;\n    this.userProvidedInstructions = userProvidedInstructions;\n  }\n\n  // Overload 1: When response_model is provided, returns LLMParsedResponse<T>\n  abstract createChatCompletion<T>(\n    options: CreateChatCompletionOptions & {\n      options: {\n        response_model: { name: string; schema: StagehandZodSchema };\n      };\n    },\n  ): Promise<LLMParsedResponse<T>>;\n\n  // Overload 2: When response_model is not provided, returns T (defaults to LLMResponse)\n  abstract createChatCompletion<T = LLMResponse>(\n    options: CreateChatCompletionOptions,\n  ): Promise<T>;\n\n  public generateObject = generateObject;\n  public generateText = generateText;\n  public streamText = streamText;\n  public streamObject = streamObject;\n  public generateImage = experimental_generateImage;\n  public embed = embed;\n  public embedMany = embedMany;\n  public transcribe = experimental_transcribe;\n  public generateSpeech = experimental_generateSpeech;\n\n  getLanguageModel?(): LanguageModelV2;\n}\n"]}

package/dist/esm/lib/v3/llm/LLMProvider.d.ts

@@ -0,0 +1,13 @@
+import { LogLine } from "../types/public/logs.js";
+import { AvailableModel, ClientOptions, ModelProvider } from "../types/public/model.js";
+import { LLMClient } from "./LLMClient.js";
+export declare function getAISDKLanguageModel(subProvider: string, subModelName: string, clientOptions?: ClientOptions): import("@ai-sdk/provider").LanguageModelV2;
+export declare class LLMProvider {
+    private logger;
+    constructor(logger: (message: LogLine) => void);
+    getClient(modelName: AvailableModel, clientOptions?: ClientOptions, options?: {
+        experimental?: boolean;
+        disableAPI?: boolean;
+    }): LLMClient;
+    static getModelProvider(modelName: AvailableModel): ModelProvider;
+}

package/dist/esm/lib/v3/llm/LLMProvider.js

@@ -0,0 +1,189 @@
+import { ExperimentalNotConfiguredError, UnsupportedAISDKModelProviderError, UnsupportedModelError, UnsupportedModelProviderError, } from "../types/public/sdkErrors.js";
+import { AISdkClient } from "./aisdk.js";
+import { AnthropicClient } from "./AnthropicClient.js";
+import { CerebrasClient } from "./CerebrasClient.js";
+import { GoogleClient } from "./GoogleClient.js";
+import { GroqClient } from "./GroqClient.js";
+import { OpenAIClient } from "./OpenAIClient.js";
+import { openai, createOpenAI } from "@ai-sdk/openai";
+import { bedrock, createAmazonBedrock } from "@ai-sdk/amazon-bedrock";
+import { vertex, createVertex } from "@ai-sdk/google-vertex";
+import { anthropic, createAnthropic } from "@ai-sdk/anthropic";
+import { google, createGoogleGenerativeAI } from "@ai-sdk/google";
+import { xai, createXai } from "@ai-sdk/xai";
+import { azure, createAzure } from "@ai-sdk/azure";
+import { groq, createGroq } from "@ai-sdk/groq";
+import { cerebras, createCerebras } from "@ai-sdk/cerebras";
+import { togetherai, createTogetherAI } from "@ai-sdk/togetherai";
+import { mistral, createMistral } from "@ai-sdk/mistral";
+import { deepseek, createDeepSeek } from "@ai-sdk/deepseek";
+import { perplexity, createPerplexity } from "@ai-sdk/perplexity";
+import { ollama, createOllama } from "ollama-ai-provider-v2";
+import { gateway, createGateway } from "ai";
+const AISDKProviders = {
+    openai,
+    bedrock,
+    anthropic,
+    google,
+    xai,
+    azure,
+    groq,
+    cerebras,
+    togetherai,
+    mistral,
+    deepseek,
+    perplexity,
+    ollama,
+    vertex,
+    gateway,
+};
+const AISDKProvidersWithAPIKey = {
+    openai: createOpenAI,
+    bedrock: createAmazonBedrock,
+    anthropic: createAnthropic,
+    google: createGoogleGenerativeAI,
+    vertex: createVertex,
+    xai: createXai,
+    azure: createAzure,
+    groq: createGroq,
+    cerebras: createCerebras,
+    togetherai: createTogetherAI,
+    mistral: createMistral,
+    deepseek: createDeepSeek,
+    perplexity: createPerplexity,
+    ollama: createOllama,
+    gateway: createGateway,
+};
+const modelToProviderMap = {
+    "gpt-4.1": "openai",
+    "gpt-4.1-mini": "openai",
+    "gpt-4.1-nano": "openai",
+    "o4-mini": "openai",
+    //prettier-ignore
+    "o3": "openai",
+    "o3-mini": "openai",
+    //prettier-ignore
+    "o1": "openai",
+    "o1-mini": "openai",
+    "gpt-4o": "openai",
+    "gpt-4o-mini": "openai",
+    "gpt-4o-2024-08-06": "openai",
+    "gpt-4.5-preview": "openai",
+    "o1-preview": "openai",
+    "cerebras-llama-3.3-70b": "cerebras",
+    "cerebras-llama-3.1-8b": "cerebras",
+    "groq-llama-3.3-70b-versatile": "groq",
+    "groq-llama-3.3-70b-specdec": "groq",
+    "moonshotai/kimi-k2-instruct": "groq",
+    "gemini-1.5-flash": "google",
+    "gemini-1.5-pro": "google",
+    "gemini-1.5-flash-8b": "google",
+    "gemini-2.0-flash-lite": "google",
+    "gemini-2.0-flash": "google",
+    "gemini-2.5-flash-preview-04-17": "google",
+    "gemini-2.5-pro-preview-03-25": "google",
+};
+export function getAISDKLanguageModel(subProvider, subModelName, clientOptions) {
+    const hasValidOptions = clientOptions &&
+        Object.values(clientOptions).some((v) => v !== undefined && v !== null);
+    if (hasValidOptions) {
+        const creator = AISDKProvidersWithAPIKey[subProvider];
+        if (!creator) {
+            throw new UnsupportedAISDKModelProviderError(subProvider, Object.keys(AISDKProvidersWithAPIKey));
+        }
+        const provider = creator(clientOptions);
+        // Get the specific model from the provider
+        return provider(subModelName);
+    }
+    else {
+        const provider = AISDKProviders[subProvider];
+        if (!provider) {
+            throw new UnsupportedAISDKModelProviderError(subProvider, Object.keys(AISDKProviders));
+        }
+        return provider(subModelName);
+    }
+}
+export class LLMProvider {
+    logger;
+    constructor(logger) {
+        this.logger = logger;
+    }
+    getClient(modelName, clientOptions, options) {
+        if (modelName.includes("/")) {
+            const firstSlashIndex = modelName.indexOf("/");
+            const subProvider = modelName.substring(0, firstSlashIndex);
+            const subModelName = modelName.substring(firstSlashIndex + 1);
+            if (subProvider === "vertex" &&
+                !options?.disableAPI &&
+                !options?.experimental) {
+                throw new ExperimentalNotConfiguredError("Vertex provider");
+            }
+            const languageModel = getAISDKLanguageModel(subProvider, subModelName, clientOptions);
+            return new AISdkClient({
+                model: languageModel,
+                logger: this.logger,
+            });
+        }
+        // Model name doesn't include "/" - this format is deprecated
+        const provider = modelToProviderMap[modelName];
+        if (!provider) {
+            throw new UnsupportedModelError(Object.keys(modelToProviderMap));
+        }
+        this.logger({
+            category: "llm",
+            message: `Deprecation warning: Model format "${modelName}" is deprecated. Please use the provider/model format (e.g., "openai/gpt-5" or "anthropic/claude-sonnet-4").`,
+            level: 0,
+        });
+        const availableModel = modelName;
+        switch (provider) {
+            case "openai":
+                return new OpenAIClient({
+                    logger: this.logger,
+                    modelName: availableModel,
+                    clientOptions,
+                });
+            case "anthropic":
+                return new AnthropicClient({
+                    logger: this.logger,
+                    modelName: availableModel,
+                    clientOptions,
+                });
+            case "cerebras":
+                return new CerebrasClient({
+                    logger: this.logger,
+                    modelName: availableModel,
+                    clientOptions,
+                });
+            case "groq":
+                return new GroqClient({
+                    logger: this.logger,
+                    modelName: availableModel,
+                    clientOptions,
+                });
+            case "google":
+                return new GoogleClient({
+                    logger: this.logger,
+                    modelName: availableModel,
+                    clientOptions,
+                });
+            default:
+                // This default case handles unknown providers that exist in modelToProviderMap
+                // but aren't implemented in the switch. This is an internal consistency issue.
+                throw new UnsupportedModelProviderError([
+                    ...new Set(Object.values(modelToProviderMap)),
+                ]);
+        }
+    }
+    static getModelProvider(modelName) {
+        if (modelName.includes("/")) {
+            const firstSlashIndex = modelName.indexOf("/");
+            const subProvider = modelName.substring(0, firstSlashIndex);
+            if (AISDKProviders[subProvider]) {
+                return "aisdk";
+            }
+        }
+        const provider = modelToProviderMap[modelName];
+        return provider;
+    }
+}
+//# sourceMappingURL=LLMProvider.js.map

package/dist/esm/lib/v3/llm/LLMProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LLMProvider.js","sourceRoot":"","sources":["../../../../../lib/v3/llm/LLMProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,8BAA8B,EAC9B,kCAAkC,EAClC,qBAAqB,EACrB,6BAA6B,GAC9B,MAAM,8BAA8B,CAAC;AAOtC,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAE7C,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AACtD,OAAO,EAAE,OAAO,EAAE,mBAAmB,EAAE,MAAM,wBAAwB,CAAC;AACtE,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC/D,OAAO,EAAE,MAAM,EAAE,wBAAwB,EAAE,MAAM,gBAAgB,CAAC;AAClE,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAChD,OAAO,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAC5D,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAClE,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AACzD,OAAO,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAC5D,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAClE,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,IAAI,CAAC;AAG5C,MAAM,cAAc,GAAkC;IACpD,MAAM;IACN,OAAO;IACP,SAAS;IACT,MAAM;IACN,GAAG;IACH,KAAK;IACL,IAAI;IACJ,QAAQ;IACR,UAAU;IACV,OAAO;IACP,QAAQ;IACR,UAAU;IACV,MAAM;IACN,MAAM;IACN,OAAO;CACR,CAAC;AACF,MAAM,wBAAwB,GAAwC;IACpE,MAAM,EAAE,YAAY;IACpB,OAAO,EAAE,mBAAmB;IAC5B,SAAS,EAAE,eAAe;IAC1B,MAAM,EAAE,wBAAwB;IAChC,MAAM,EAAE,YAAY;IACpB,GAAG,EAAE,SAAS;IACd,KAAK,EAAE,WAAW;IAClB,IAAI,EAAE,UAAU;IAChB,QAAQ,EAAE,cAAc;IACxB,UAAU,EAAE,gBAAgB;IAC5B,OAAO,EAAE,aAAa;IACtB,QAAQ,EAAE,cAAc;IACxB,UAAU,EAAE,gBAAgB;IAC5B,MAAM,EAAE,YAAY;IACpB,OAAO,EAAE,aAAa;CACvB,CAAC;AAEF,MAAM,kBAAkB,GAA+C;IACrE,SAAS,EAAE,QAAQ;IACnB,cAAc,EAAE,QAAQ;IACxB,cAAc,EAAE,QAAQ;IACxB,SAAS,EAAE,QAAQ;IACnB,iBAAiB;IACjB,IAAI,EAAE,QAAQ;IACd,SAAS,EAAE,QAAQ;IACnB,iBAAiB;IACjB,IAAI,EAAE,QAAQ;IACd,SAAS,EAAE,QAAQ;IACnB,QAAQ,EAAE,QAAQ;IAClB,aAAa,EAAE,QAAQ;IACvB,mBAAmB,EAAE,QAAQ;IAC7B,iBAAiB,EAAE,QAAQ;IAC3B,YAAY,EAAE,QAAQ;IACtB,wBAAwB,EAAE,UAAU;IACpC,uBAAuB,EAAE,UAAU;IACnC,8BAA8B,EAAE,MAAM;IACtC,4BAA4B,EAAE,MAAM;IACpC,6BAA6B,EAAE,MAAM;IACrC,kBAAkB,EAAE,QAAQ;IAC5B,gBAAgB,EAAE,QAAQ;IAC1B,qBAAqB,EAAE,QAAQ;IAC/B,uBAAuB,EAAE,QAAQ;IACjC,kBAAkB,EAAE,QAAQ;IAC5B,gCAAgC,EAAE,QAAQ;IAC1C,8BAA8B,EAAE,QAAQ;CACzC,CAAC;AAEF,MAAM,UAAU,qBAAqB,CACnC,WAAmB,EACnB,YAAoB,EACpB,aAA6B;IAE7B,MAAM,eAAe,GACnB,aAAa;QACb,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;IAE1E,IAAI,eAAe,EAAE,CAAC;QACpB,MAAM,OAAO,GAAG,wBAAwB,CAAC,WAAW,CAAC,CAAC;QACtD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,kCAAkC,CAC1C,WAAW,EACX,MAAM,CAAC,IAAI,CAAC,wBAAwB,CAAC,CACtC,CAAC;QACJ,CAAC;QACD,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;QACxC,2CAA2C;QAC3C,OAAO,QAAQ,CAAC,YAAY,CAAC,CAAC;IAChC,CAAC;SAAM,CAAC;QACN,MAAM,QAAQ,GAAG,cAAc,CAAC,WAAW,CAAC,CAAC;QAC7C,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,kCAAkC,CAC1C,WAAW,EACX,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAC5B,CAAC;QACJ,CAAC;QACD,OAAO,QAAQ,CAAC,YAAY,CAAC,CAAC;IAChC,CAAC;AACH,CAAC;AAED,MAAM,OAAO,WAAW;IACd,MAAM,CAA6B;IAE3C,YAAY,MAAkC;QAC5C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,SAAS,CACP,SAAyB,EACzB,aAA6B,EAC7B,OAA0D;QAE1D,IAAI,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,eAAe,GAAG,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC/C,MAAM,WAAW,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC;YAC5D,MAAM,YAAY,GAAG,SAAS,CAAC,SAAS,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC;YAC9D,IACE,WAAW,KAAK,QAAQ;gBACxB,CAAC,OAAO,EAAE,UAAU;gBACpB,CAAC,OAAO,EAAE,YAAY,EACtB,CAAC;gBACD,MAAM,IAAI,8BAA8B,CAAC,iBAAiB,CAAC,CAAC;YAC9D,CAAC;YAED,MAAM,aAAa,GAAG,qBAAqB,CACzC,WAAW,EACX,YAAY,EACZ,aAAa,CACd,CAAC;YAEF,OAAO,IAAI,WAAW,CAAC;gBACrB,KAAK,EAAE,aAAa;gBACpB,MAAM,EAAE,IAAI,CAAC,MAAM;aACpB,CAAC,CAAC;QACL,CAAC;QAED,6DAA6D;QAC7D,MAAM,QAAQ,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;QAC/C,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,qBAAqB,CAAC,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC;QACnE,CAAC;QAED,IAAI,CAAC,MAAM,CAAC;YACV,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE,sCAAsC,SAAS,8GAA8G;YACtK,KAAK,EAAE,CAAC;SACT,CAAC,CAAC;QAEH,MAAM,cAAc,GAAG,SAA2B,CAAC;QACnD,QAAQ,QAAQ,EAAE,CAAC;YACjB,KAAK,QAAQ;gBACX,OAAO,IAAI,YAAY,CAAC;oBACtB,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,SAAS,EAAE,cAAc;oBACzB,aAAa;iBACd,CAAC,CAAC;YACL,KAAK,WAAW;gBACd,OAAO,IAAI,eAAe,CAAC;oBACzB,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,SAAS,EAAE,cAAc;oBACzB,aAAa;iBACd,CAAC,CAAC;YACL,KAAK,UAAU;gBACb,OAAO,IAAI,cAAc,CAAC;oBACxB,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,SAAS,EAAE,cAAc;oBACzB,aAAa;iBACd,CAAC,CAAC;YACL,KAAK,MAAM;gBACT,OAAO,IAAI,UAAU,CAAC;oBACpB,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,SAAS,EAAE,cAAc;oBACzB,aAAa;iBACd,CAAC,CAAC;YACL,KAAK,QAAQ;gBACX,OAAO,IAAI,YAAY,CAAC;oBACtB,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,SAAS,EAAE,cAAc;oBACzB,aAAa;iBACd,CAAC,CAAC;YACL;gBACE,+EAA+E;gBAC/E,+EAA+E;gBAC/E,MAAM,IAAI,6BAA6B,CAAC;oBACtC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;iBAC9C,CAAC,CAAC;QACP,CAAC;IACH,CAAC;IAED,MAAM,CAAC,gBAAgB,CAAC,SAAyB;QAC/C,IAAI,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM,eAAe,GAAG,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC/C,MAAM,WAAW,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC;YAC5D,IAAI,cAAc,CAAC,WAAW,CAAC,EAAE,CAAC;gBAChC,OAAO,OAAO,CAAC;YACjB,CAAC;QACH,CAAC;QACD,MAAM,QAAQ,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;QAC/C,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF","sourcesContent":["import {\n  ExperimentalNotConfiguredError,\n  UnsupportedAISDKModelProviderError,\n  UnsupportedModelError,\n  UnsupportedModelProviderError,\n} from \"../types/public/sdkErrors.js\";\nimport { LogLine } from \"../types/public/logs.js\";\nimport {\n  AvailableModel,\n  ClientOptions,\n  ModelProvider,\n} from \"../types/public/model.js\";\nimport { AISdkClient } from \"./aisdk.js\";\nimport { AnthropicClient } from \"./AnthropicClient.js\";\nimport { CerebrasClient } from \"./CerebrasClient.js\";\nimport { GoogleClient } from \"./GoogleClient.js\";\nimport { GroqClient } from \"./GroqClient.js\";\nimport { LLMClient } from \"./LLMClient.js\";\nimport { OpenAIClient } from \"./OpenAIClient.js\";\nimport { openai, createOpenAI } from \"@ai-sdk/openai\";\nimport { bedrock, createAmazonBedrock } from \"@ai-sdk/amazon-bedrock\";\nimport { vertex, createVertex } from \"@ai-sdk/google-vertex\";\nimport { anthropic, createAnthropic } from \"@ai-sdk/anthropic\";\nimport { google, createGoogleGenerativeAI } from \"@ai-sdk/google\";\nimport { xai, createXai } from \"@ai-sdk/xai\";\nimport { azure, createAzure } from \"@ai-sdk/azure\";\nimport { groq, createGroq } from \"@ai-sdk/groq\";\nimport { cerebras, createCerebras } from \"@ai-sdk/cerebras\";\nimport { togetherai, createTogetherAI } from \"@ai-sdk/togetherai\";\nimport { mistral, createMistral } from \"@ai-sdk/mistral\";\nimport { deepseek, createDeepSeek } from \"@ai-sdk/deepseek\";\nimport { perplexity, createPerplexity } from \"@ai-sdk/perplexity\";\nimport { ollama, createOllama } from \"ollama-ai-provider-v2\";\nimport { gateway, createGateway } from \"ai\";\nimport { AISDKProvider, AISDKCustomProvider } from \"../types/public/model.js\";\n\nconst AISDKProviders: Record<string, AISDKProvider> = {\n  openai,\n  bedrock,\n  anthropic,\n  google,\n  xai,\n  azure,\n  groq,\n  cerebras,\n  togetherai,\n  mistral,\n  deepseek,\n  perplexity,\n  ollama,\n  vertex,\n  gateway,\n};\nconst AISDKProvidersWithAPIKey: Record<string, AISDKCustomProvider> = {\n  openai: createOpenAI,\n  bedrock: createAmazonBedrock,\n  anthropic: createAnthropic,\n  google: createGoogleGenerativeAI,\n  vertex: createVertex,\n  xai: createXai,\n  azure: createAzure,\n  groq: createGroq,\n  cerebras: createCerebras,\n  togetherai: createTogetherAI,\n  mistral: createMistral,\n  deepseek: createDeepSeek,\n  perplexity: createPerplexity,\n  ollama: createOllama,\n  gateway: createGateway,\n};\n\nconst modelToProviderMap: { [key in AvailableModel]: ModelProvider } = {\n  \"gpt-4.1\": \"openai\",\n  \"gpt-4.1-mini\": \"openai\",\n  \"gpt-4.1-nano\": \"openai\",\n  \"o4-mini\": \"openai\",\n  //prettier-ignore\n  \"o3\": \"openai\",\n  \"o3-mini\": \"openai\",\n  //prettier-ignore\n  \"o1\": \"openai\",\n  \"o1-mini\": \"openai\",\n  \"gpt-4o\": \"openai\",\n  \"gpt-4o-mini\": \"openai\",\n  \"gpt-4o-2024-08-06\": \"openai\",\n  \"gpt-4.5-preview\": \"openai\",\n  \"o1-preview\": \"openai\",\n  \"cerebras-llama-3.3-70b\": \"cerebras\",\n  \"cerebras-llama-3.1-8b\": \"cerebras\",\n  \"groq-llama-3.3-70b-versatile\": \"groq\",\n  \"groq-llama-3.3-70b-specdec\": \"groq\",\n  \"moonshotai/kimi-k2-instruct\": \"groq\",\n  \"gemini-1.5-flash\": \"google\",\n  \"gemini-1.5-pro\": \"google\",\n  \"gemini-1.5-flash-8b\": \"google\",\n  \"gemini-2.0-flash-lite\": \"google\",\n  \"gemini-2.0-flash\": \"google\",\n  \"gemini-2.5-flash-preview-04-17\": \"google\",\n  \"gemini-2.5-pro-preview-03-25\": \"google\",\n};\n\nexport function getAISDKLanguageModel(\n  subProvider: string,\n  subModelName: string,\n  clientOptions?: ClientOptions,\n) {\n  const hasValidOptions =\n    clientOptions &&\n    Object.values(clientOptions).some((v) => v !== undefined && v !== null);\n\n  if (hasValidOptions) {\n    const creator = AISDKProvidersWithAPIKey[subProvider];\n    if (!creator) {\n      throw new UnsupportedAISDKModelProviderError(\n        subProvider,\n        Object.keys(AISDKProvidersWithAPIKey),\n      );\n    }\n    const provider = creator(clientOptions);\n    // Get the specific model from the provider\n    return provider(subModelName);\n  } else {\n    const provider = AISDKProviders[subProvider];\n    if (!provider) {\n      throw new UnsupportedAISDKModelProviderError(\n        subProvider,\n        Object.keys(AISDKProviders),\n      );\n    }\n    return provider(subModelName);\n  }\n}\n\nexport class LLMProvider {\n  private logger: (message: LogLine) => void;\n\n  constructor(logger: (message: LogLine) => void) {\n    this.logger = logger;\n  }\n\n  getClient(\n    modelName: AvailableModel,\n    clientOptions?: ClientOptions,\n    options?: { experimental?: boolean; disableAPI?: boolean },\n  ): LLMClient {\n    if (modelName.includes(\"/\")) {\n      const firstSlashIndex = modelName.indexOf(\"/\");\n      const subProvider = modelName.substring(0, firstSlashIndex);\n      const subModelName = modelName.substring(firstSlashIndex + 1);\n      if (\n        subProvider === \"vertex\" &&\n        !options?.disableAPI &&\n        !options?.experimental\n      ) {\n        throw new ExperimentalNotConfiguredError(\"Vertex provider\");\n      }\n\n      const languageModel = getAISDKLanguageModel(\n        subProvider,\n        subModelName,\n        clientOptions,\n      );\n\n      return new AISdkClient({\n        model: languageModel,\n        logger: this.logger,\n      });\n    }\n\n    // Model name doesn't include \"/\" - this format is deprecated\n    const provider = modelToProviderMap[modelName];\n    if (!provider) {\n      throw new UnsupportedModelError(Object.keys(modelToProviderMap));\n    }\n\n    this.logger({\n      category: \"llm\",\n      message: `Deprecation warning: Model format \"${modelName}\" is deprecated. Please use the provider/model format (e.g., \"openai/gpt-5\" or \"anthropic/claude-sonnet-4\").`,\n      level: 0,\n    });\n\n    const availableModel = modelName as AvailableModel;\n    switch (provider) {\n      case \"openai\":\n        return new OpenAIClient({\n          logger: this.logger,\n          modelName: availableModel,\n          clientOptions,\n        });\n      case \"anthropic\":\n        return new AnthropicClient({\n          logger: this.logger,\n          modelName: availableModel,\n          clientOptions,\n        });\n      case \"cerebras\":\n        return new CerebrasClient({\n          logger: this.logger,\n          modelName: availableModel,\n          clientOptions,\n        });\n      case \"groq\":\n        return new GroqClient({\n          logger: this.logger,\n          modelName: availableModel,\n          clientOptions,\n        });\n      case \"google\":\n        return new GoogleClient({\n          logger: this.logger,\n          modelName: availableModel,\n          clientOptions,\n        });\n      default:\n        // This default case handles unknown providers that exist in modelToProviderMap\n        // but aren't implemented in the switch. This is an internal consistency issue.\n        throw new UnsupportedModelProviderError([\n          ...new Set(Object.values(modelToProviderMap)),\n        ]);\n    }\n  }\n\n  static getModelProvider(modelName: AvailableModel): ModelProvider {\n    if (modelName.includes(\"/\")) {\n      const firstSlashIndex = modelName.indexOf(\"/\");\n      const subProvider = modelName.substring(0, firstSlashIndex);\n      if (AISDKProviders[subProvider]) {\n        return \"aisdk\";\n      }\n    }\n    const provider = modelToProviderMap[modelName];\n    return provider;\n  }\n}\n"]}