@falai/agent 0.1.0-alpha2

package/dist/src/providers/OpenAIProvider.js

@@ -0,0 +1,388 @@
+/**
+ * OpenAI provider implementation with retry and backup models
+ */
+import OpenAI from "openai";
+import { withTimeoutAndRetry, logger } from "../utils";
+const DEFAULT_RETRY_CONFIG = {
+    timeout: 60000,
+    retries: 3,
+};
+/**
+ * Type guard to check if error is ErrorWithStatus
+ */
+function isErrorWithStatus(error) {
+    return (typeof error === "object" &&
+        error !== null &&
+        ("status" in error || "code" in error || "message" in error));
+}
+/**
+ * Safely extract error message
+ */
+function getErrorMessage(error) {
+    if (error instanceof Error) {
+        return error.message;
+    }
+    if (isErrorWithStatus(error) && error.message) {
+        return error.message;
+    }
+    return String(error);
+}
+/**
+ * Determines if an error should trigger backup model usage
+ */
+const shouldUseBackupModel = (error) => {
+    if (!isErrorWithStatus(error)) {
+        return false;
+    }
+    // Server errors
+    if (error.status === 500 || error.status === 503) {
+        return true;
+    }
+    // Rate limiting
+    if (error.status === 429) {
+        return true;
+    }
+    // Model overloaded or unavailable
+    if (error.code === "model_not_found" || error.code === "model_overloaded") {
+        return true;
+    }
+    const message = getErrorMessage(error);
+    if (message.includes("overloaded") ||
+        message.includes("unavailable") ||
+        message.includes("internal error") ||
+        message.includes("Internal error")) {
+        return true;
+    }
+    return false;
+};
+/**
+ * OpenAI provider implementation with backup models and retry logic
+ */
+export class OpenAIProvider {
+    constructor(options) {
+        this.name = "openai";
+        const { apiKey, organization, model, backupModels = [], config, retryConfig, } = options;
+        if (!apiKey) {
+            throw new Error("OpenAI API key is required");
+        }
+        if (!model) {
+            throw new Error("Model is required. Example: 'gpt-5' or 'gpt-5-mini'");
+        }
+        // Dynamic import to avoid bundling issues
+        this.client = new OpenAI({
+            apiKey,
+            organization,
+        });
+        this.primaryModel = model;
+        this.backupModels = backupModels;
+        this.config = config;
+        this.retryConfig = {
+            timeout: retryConfig?.timeout || DEFAULT_RETRY_CONFIG.timeout,
+            retries: retryConfig?.retries || DEFAULT_RETRY_CONFIG.retries,
+        };
+    }
+    /**
+     * Adapt common schema format to OpenAI's format.
+     * OpenAI uses standard JSON Schema, so this is mostly a passthrough.
+     *
+     * @private
+     */
+    adaptSchemaForOpenAI(schema) {
+        // OpenAI's responses.parse API uses standard JSON Schema
+        // Our StructuredSchema is already JSON Schema compatible
+        return schema;
+    }
+    async generateMessage(input) {
+        return this.generateWithBackup(input);
+    }
+    async *generateMessageStream(input) {
+        yield* this.generateStreamWithBackup(input);
+    }
+    async generateWithBackup(input) {
+        // Try primary model first
+        try {
+            return await this.generateWithModel(this.primaryModel, input);
+        }
+        catch (primaryError) {
+            const primaryErrMsg = getErrorMessage(primaryError);
+            logger.warn(`[OPENAI] Primary model ${this.primaryModel} failed: ${primaryErrMsg}`);
+            if (!shouldUseBackupModel(primaryError)) {
+                throw primaryError;
+            }
+            logger.debug(`[OPENAI] Trying backup models`);
+            let lastBackupError = primaryError;
+            for (let i = 0; i < this.backupModels.length; i++) {
+                const backupModel = this.backupModels[i];
+                logger.debug(`[OPENAI] Trying backup model ${i + 1}/${this.backupModels.length}: ${backupModel}`);
+                try {
+                    const result = await this.generateWithModel(backupModel, input);
+                    logger.debug(`[OPENAI] Backup model ${backupModel} succeeded`);
+                    return result;
+                }
+                catch (backupError) {
+                    const backupErrMsg = getErrorMessage(backupError);
+                    logger.warn(`[OPENAI] Backup model ${backupModel} failed: ${backupErrMsg}`);
+                    lastBackupError = backupError;
+                    if (!shouldUseBackupModel(backupError) &&
+                        i < this.backupModels.length - 1) {
+                        logger.debug(`[OPENAI] Backup model error doesn't qualify for further attempts`);
+                        break;
+                    }
+                }
+            }
+            const lastBackupErrMsg = getErrorMessage(lastBackupError);
+            logger.error(`[OPENAI] All models failed. Primary: ${primaryErrMsg}, Last backup: ${lastBackupErrMsg}`);
+            throw lastBackupError;
+        }
+    }
+    async generateWithModel(model, input) {
+        const operation = async () => {
+            const params = {
+                model,
+                messages: [
+                    {
+                        role: "user",
+                        content: input.prompt,
+                    },
+                ],
+                ...this.config,
+            };
+            // Override with input parameters if provided
+            if (input.parameters?.maxOutputTokens !== undefined) {
+                params.max_tokens = input.parameters.maxOutputTokens;
+            }
+            // Add tools if provided
+            if (input.tools && input.tools.length > 0) {
+                params.tools = input.tools.map((tool) => ({
+                    type: "function",
+                    function: {
+                        name: tool.name || tool.id,
+                        description: tool.description,
+                        parameters: tool.parameters, // JSON schema
+                    },
+                }));
+                params.tool_choice = "auto";
+            }
+            // Use structured output API if JSON schema is provided
+            if (input.parameters?.jsonSchema) {
+                const response = await this.client.responses.parse({
+                    model,
+                    instructions: input.prompt,
+                    input: "",
+                    reasoning: {
+                        effort: input.parameters?.reasoning?.effort || "low",
+                    },
+                    text: {
+                        format: {
+                            type: "json_schema",
+                            name: input.parameters?.schemaName || "structured_output",
+                            // Adapt common schema format to OpenAI's format
+                            schema: this.adaptSchemaForOpenAI(input.parameters.jsonSchema),
+                        },
+                    },
+                });
+                if (!response.output_parsed) {
+                    throw new Error("No parsed output returned from OpenAI");
+                }
+                const structured = response.output_parsed;
+                const message = structured.message;
+                return {
+                    message,
+                    metadata: {
+                        model: response.model,
+                        tokensUsed: response.usage?.total_tokens,
+                        promptTokens: response.usage?.input_tokens,
+                        completionTokens: response.usage?.output_tokens,
+                    },
+                    structured,
+                };
+            }
+            // Fall back to regular chat completions API if no schema provided
+            const response = await this.client.chat.completions.create(params);
+            const message = response.choices[0]?.message?.content;
+            if (!message) {
+                throw new Error("No response from OpenAI");
+            }
+            let toolCalls = [];
+            if (response.choices?.[0]?.message?.tool_calls) {
+                toolCalls = response.choices[0].message.tool_calls
+                    .filter((toolCall) => toolCall.type === "function")
+                    .map((toolCall) => {
+                    let toolCallArguments = {};
+                    try {
+                        toolCallArguments = JSON.parse(toolCall.function.arguments);
+                    }
+                    catch (error) {
+                        logger.warn(`[OPENAI] Failed to parse tool call arguments: ${getErrorMessage(error)}`);
+                        toolCallArguments = {};
+                    }
+                    return {
+                        toolName: toolCall.function.name,
+                        arguments: toolCallArguments,
+                    };
+                });
+            }
+            // Extract tool calls from response
+            return {
+                message,
+                metadata: {
+                    model: response.model,
+                    finishReason: response.choices[0]?.finish_reason,
+                    tokensUsed: response.usage?.total_tokens,
+                    promptTokens: response.usage?.prompt_tokens,
+                    completionTokens: response.usage?.completion_tokens,
+                },
+                structured: toolCalls.length > 0
+                    ? { message, toolCalls }
+                    : undefined,
+            };
+        };
+        return withTimeoutAndRetry(operation, this.retryConfig.timeout, this.retryConfig.retries, `OpenAI ${model}`);
+    }
+    async *generateStreamWithBackup(input) {
+        // Try primary model first
+        try {
+            yield* this.generateStreamWithModel(this.primaryModel, input);
+        }
+        catch (primaryError) {
+            const primaryErrMsg = getErrorMessage(primaryError);
+            logger.warn(`[OPENAI] Primary model ${this.primaryModel} failed: ${primaryErrMsg}`);
+            if (!shouldUseBackupModel(primaryError)) {
+                throw primaryError;
+            }
+            logger.debug(`[OPENAI] Trying backup models for streaming`);
+            let lastBackupError = primaryError;
+            for (let i = 0; i < this.backupModels.length; i++) {
+                const backupModel = this.backupModels[i];
+                logger.debug(`[OPENAI] Trying backup model ${i + 1}/${this.backupModels.length}: ${backupModel}`);
+                try {
+                    yield* this.generateStreamWithModel(backupModel, input);
+                    logger.debug(`[OPENAI] Backup model ${backupModel} succeeded`);
+                    return;
+                }
+                catch (backupError) {
+                    const backupErrMsg = getErrorMessage(backupError);
+                    logger.warn(`[OPENAI] Backup model ${backupModel} failed: ${backupErrMsg}`);
+                    lastBackupError = backupError;
+                    if (!shouldUseBackupModel(backupError) &&
+                        i < this.backupModels.length - 1) {
+                        logger.debug(`[OPENAI] Backup model error doesn't qualify for further attempts`);
+                        break;
+                    }
+                }
+            }
+            const lastBackupErrMsg = getErrorMessage(lastBackupError);
+            logger.error(`[OPENAI] All models failed. Primary: ${primaryErrMsg}, Last backup: ${lastBackupErrMsg}`);
+            throw lastBackupError;
+        }
+    }
+    async *generateStreamWithModel(model, input) {
+        const params = {
+            ...this.config,
+            model,
+            messages: [
+                {
+                    role: "user",
+                    content: input.prompt,
+                },
+            ],
+            stream: true,
+        };
+        // Override with input parameters if provided
+        if (input.parameters?.maxOutputTokens !== undefined) {
+            params.max_tokens = input.parameters.maxOutputTokens;
+        }
+        // Add tools if provided
+        if (input.tools && input.tools.length > 0) {
+            params.tools = input.tools.map((tool) => ({
+                type: "function",
+                function: {
+                    name: tool.name || tool.id,
+                    description: tool.description,
+                    parameters: tool.parameters, // JSON schema
+                },
+            }));
+            params.tool_choice = "auto";
+        }
+        // Streaming path does not support responses.parse; if schema present,
+        // request JSON object and parse at the end.
+        if (input.parameters?.jsonSchema) {
+            params.response_format = { type: "json_object" };
+        }
+        const stream = await this.client.chat.completions.create(params);
+        let accumulated = "";
+        let currentModel = model;
+        let finishReason;
+        let promptTokens;
+        let completionTokens;
+        let totalTokens;
+        const toolCalls = [];
+        for await (const chunk of stream) {
+            currentModel = chunk.model;
+            const delta = chunk.choices[0]?.delta?.content || "";
+            // Extract tool calls from delta
+            if (chunk.choices[0]?.delta?.tool_calls) {
+                for (const toolCall of chunk.choices[0].delta.tool_calls) {
+                    if (toolCall.function) {
+                        let toolCallArguments = {};
+                        try {
+                            toolCallArguments = toolCall.function.arguments
+                                ? JSON.parse(toolCall.function.arguments)
+                                : {};
+                        }
+                        catch (error) {
+                            logger.warn(`[OPENAI] Failed to parse tool call arguments in stream: ${getErrorMessage(error)}`);
+                            toolCallArguments = {};
+                        }
+                        toolCalls.push({
+                            toolName: toolCall.function.name || "",
+                            arguments: toolCallArguments,
+                        });
+                    }
+                }
+            }
+            if (delta) {
+                accumulated += delta;
+                yield {
+                    delta,
+                    accumulated,
+                    done: false,
+                };
+            }
+            if (chunk.choices[0]?.finish_reason) {
+                finishReason = chunk.choices[0].finish_reason;
+            }
+            // OpenAI includes usage in the final chunk for some models
+            if (chunk.usage) {
+                promptTokens = chunk.usage.prompt_tokens;
+                completionTokens = chunk.usage.completion_tokens;
+                totalTokens = chunk.usage.total_tokens;
+            }
+        }
+        // Parse JSON response if schema was provided
+        let structured;
+        if (input.parameters?.jsonSchema && accumulated) {
+            try {
+                structured = JSON.parse(accumulated);
+            }
+            catch (error) {
+                logger.warn("[OPENAI] Failed to parse JSON response in stream:", error);
+            }
+        }
+        // Yield final chunk
+        yield {
+            delta: "",
+            accumulated,
+            done: true,
+            metadata: {
+                model: currentModel,
+                finishReason,
+                tokensUsed: totalTokens,
+                promptTokens,
+                completionTokens,
+            },
+            structured: structured ? { ...structured, toolCalls } : undefined,
+        };
+    }
+}
+//# sourceMappingURL=OpenAIProvider.js.map

package/dist/src/providers/OpenAIProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OpenAIProvider.js","sourceRoot":"","sources":["../../../src/providers/OpenAIProvider.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,MAAM,MAAM,QAAQ,CAAC;AAW5B,OAAO,EAAE,mBAAmB,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAGvD,MAAM,oBAAoB,GAAG;IAC3B,OAAO,EAAE,KAAK;IACd,OAAO,EAAE,CAAC;CACX,CAAC;AAoCF;;GAEG;AACH,SAAS,iBAAiB,CAAC,KAAc;IACvC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,CAAC,QAAQ,IAAI,KAAK,IAAI,MAAM,IAAI,KAAK,IAAI,SAAS,IAAI,KAAK,CAAC,CAC7D,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,eAAe,CAAC,KAAc;IACrC,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC3B,OAAO,KAAK,CAAC,OAAO,CAAC;IACvB,CAAC;IACD,IAAI,iBAAiB,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;QAC9C,OAAO,KAAK,CAAC,OAAO,CAAC;IACvB,CAAC;IACD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACvB,CAAC;AAED;;GAEG;AACH,MAAM,oBAAoB,GAAG,CAAC,KAAc,EAAW,EAAE;IACvD,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,gBAAgB;IAChB,IAAI,KAAK,CAAC,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QACjD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,gBAAgB;IAChB,IAAI,KAAK,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,kCAAkC;IAClC,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAiB,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;QAC1E,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,OAAO,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IACvC,IACE,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC;QAC9B,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC;QAC/B,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC;QAClC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAClC,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF;;GAEG;AACH,MAAM,OAAO,cAAc;IAUzB,YAAY,OAA8B;QAT1B,SAAI,GAAG,QAAQ,CAAC;QAU9B,MAAM,EACJ,MAAM,EACN,YAAY,EACZ,KAAK,EACL,YAAY,GAAG,EAAE,EACjB,MAAM,EACN,WAAW,GACZ,GAAG,OAAO,CAAC;QAEZ,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAChD,CAAC;QAED,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;QACzE,CAAC;QAED,0CAA0C;QAE1C,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;YACvB,MAAM;YACN,YAAY;SACb,CAAC,CAAC;QACH,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAC1B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG;YACjB,OAAO,EAAE,WAAW,EAAE,OAAO,IAAI,oBAAoB,CAAC,OAAO;YAC7D,OAAO,EAAE,WAAW,EAAE,OAAO,IAAI,oBAAoB,CAAC,OAAO;SAC9D,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACK,oBAAoB,CAC1B,MAAwB;QAExB,yDAAyD;QACzD,yDAAyD;QACzD,OAAO,MAAiC,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,eAAe,CAInB,KAAqC;QAErC,OAAO,IAAI,CAAC,kBAAkB,CAAwB,KAAK,CAAC,CAAC;IAC/D,CAAC;IAED,KAAK,CAAC,CAAC,qBAAqB,CAI1B,KAAqC;QAErC,KAAK,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAwB,KAAK,CAAC,CAAC;IACrE,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAI9B,KAAqC;QAErC,0BAA0B;QAC1B,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,iBAAiB,CACjC,IAAI,CAAC,YAAY,EACjB,KAAK,CACN,CAAC;QACJ,CAAC;QAAC,OAAO,YAAqB,EAAE,CAAC;YAC/B,MAAM,aAAa,GAAG,eAAe,CAAC,YAAY,CAAC,CAAC;YACpD,MAAM,CAAC,IAAI,CACT,0BAA0B,IAAI,CAAC,YAAY,YAAY,aAAa,EAAE,CACvE,CAAC;YAEF,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,EAAE,CAAC;gBACxC,MAAM,YAAY,CAAC;YACrB,CAAC;YAED,MAAM,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;YAE9C,IAAI,eAAe,GAAY,YAAY,CAAC;YAE5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAClD,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;gBACzC,MAAM,CAAC,KAAK,CACV,gCAAgC,CAAC,GAAG,CAAC,IACnC,IAAI,CAAC,YAAY,CAAC,MACpB,KAAK,WAAW,EAAE,CACnB,CAAC;gBAEF,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;oBAChE,MAAM,CAAC,KAAK,CAAC,yBAAyB,WAAW,YAAY,CAAC,CAAC;oBAC/D,OAAO,MAA4C,CAAC;gBACtD,CAAC;gBAAC,OAAO,WAAoB,EAAE,CAAC;oBAC9B,MAAM,YAAY,GAAG,eAAe,CAAC,WAAW,CAAC,CAAC;oBAClD,MAAM,CAAC,IAAI,CACT,yBAAyB,WAAW,YAAY,YAAY,EAAE,CAC/D,CAAC;oBACF,eAAe,GAAG,WAAW,CAAC;oBAE9B,IACE,CAAC,oBAAoB,CAAC,WAAW,CAAC;wBAClC,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAChC,CAAC;wBACD,MAAM,CAAC,KAAK,CACV,kEAAkE,CACnE,CAAC;wBACF,MAAM;oBACR,CAAC;gBACH,CAAC;YACH,CAAC;YAED,MAAM,gBAAgB,GAAG,eAAe,CAAC,eAAe,CAAC,CAAC;YAC1D,MAAM,CAAC,KAAK,CACV,wCAAwC,aAAa,kBAAkB,gBAAgB,EAAE,CAC1F,CAAC;YACF,MAAM,eAAe,CAAC;QACxB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAI7B,KAAa,EACb,KAAqC;QAErC,MAAM,SAAS,GAAG,KAAK,IAAoC,EAAE;YAC3D,MAAM,MAAM,GAA2C;gBACrD,KAAK;gBACL,QAAQ,EAAE;oBACR;wBACE,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,KAAK,CAAC,MAAM;qBACtB;iBACF;gBACD,GAAG,IAAI,CAAC,MAAM;aACf,CAAC;YAEF,6CAA6C;YAC7C,IAAI,KAAK,CAAC,UAAU,EAAE,eAAe,KAAK,SAAS,EAAE,CAAC;gBACpD,MAAM,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC,eAAe,CAAC;YACvD,CAAC;YAED,wBAAwB;YACxB,IAAI,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1C,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;oBACxC,IAAI,EAAE,UAAmB;oBACzB,QAAQ,EAAE;wBACR,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE;wBAC1B,WAAW,EAAE,IAAI,CAAC,WAAW;wBAC7B,UAAU,EAAE,IAAI,CAAC,UAAgC,EAAE,cAAc;qBAClE;iBACF,CAAC,CAAC,CAAC;gBACJ,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC;YAC9B,CAAC;YAED,uDAAuD;YACvD,IAAI,KAAK,CAAC,UAAU,EAAE,UAAU,EAAE,CAAC;gBACjC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC;oBACjD,KAAK;oBACL,YAAY,EAAE,KAAK,CAAC,MAAM;oBAC1B,KAAK,EAAE,EAAE;oBACT,SAAS,EAAE;wBACT,MAAM,EAAE,KAAK,CAAC,UAAU,EAAE,SAAS,EAAE,MAAM,IAAI,KAAK;qBACrD;oBACD,IAAI,EAAE;wBACJ,MAAM,EAAE;4BACN,IAAI,EAAE,aAAa;4BACnB,IAAI,EAAE,KAAK,CAAC,UAAU,EAAE,UAAU,IAAI,mBAAmB;4BACzD,gDAAgD;4BAChD,MAAM,EAAE,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,UAAU,CAAC,UAAU,CAAC;yBAC/D;qBACF;iBACF,CAAC,CAAC;gBAEH,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;oBAC5B,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;gBAC3D,CAAC;gBAED,MAAM,UAAU,GAAG,QAAQ,CAAC,aAAwC,CAAC;gBACrE,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC;gBAEnC,OAAO;oBACL,OAAO;oBACP,QAAQ,EAAE;wBACR,KAAK,EAAE,QAAQ,CAAC,KAAK;wBACrB,UAAU,EAAE,QAAQ,CAAC,KAAK,EAAE,YAAY;wBACxC,YAAY,EAAE,QAAQ,CAAC,KAAK,EAAE,YAAY;wBAC1C,gBAAgB,EAAE,QAAQ,CAAC,KAAK,EAAE,aAAa;qBAChD;oBACD,UAAU;iBACX,CAAC;YACJ,CAAC;YAED,kEAAkE;YAClE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAEnE,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC;YACtD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;YAC7C,CAAC;YAED,IAAI,SAAS,GAGR,EAAE,CAAC;YACR,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;gBAC/C,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU;qBAC/C,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,KAAK,UAAU,CAAC;qBAClD,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;oBAChB,IAAI,iBAAiB,GAA4B,EAAE,CAAC;oBACpD,IAAI,CAAC;wBACH,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAC5B,QAAQ,CAAC,QAAQ,CAAC,SAAS,CACD,CAAC;oBAC/B,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,MAAM,CAAC,IAAI,CACT,iDAAiD,eAAe,CAC9D,KAAK,CACN,EAAE,CACJ,CAAC;wBACF,iBAAiB,GAAG,EAAE,CAAC;oBACzB,CAAC;oBACD,OAAO;wBACL,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI;wBAChC,SAAS,EAAE,iBAAiB;qBAC7B,CAAC;gBACJ,CAAC,CAAC,CAAC;YACP,CAAC;YACD,mCAAmC;YAEnC,OAAO;gBACL,OAAO;gBACP,QAAQ,EAAE;oBACR,KAAK,EAAE,QAAQ,CAAC,KAAK;oBACrB,YAAY,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa;oBAChD,UAAU,EAAE,QAAQ,CAAC,KAAK,EAAE,YAAY;oBACxC,YAAY,EAAE,QAAQ,CAAC,KAAK,EAAE,aAAa;oBAC3C,gBAAgB,EAAE,QAAQ,CAAC,KAAK,EAAE,iBAAiB;iBACpD;gBACD,UAAU,EACR,SAAS,CAAC,MAAM,GAAG,CAAC;oBAClB,CAAC,CAAE,EAAE,OAAO,EAAE,SAAS,EAA8B;oBACrD,CAAC,CAAC,SAAS;aAChB,CAAC;QACJ,CAAC,CAAC;QAEF,OAAO,mBAAmB,CACxB,SAAS,EACT,IAAI,CAAC,WAAW,CAAC,OAAO,EACxB,IAAI,CAAC,WAAW,CAAC,OAAO,EACxB,UAAU,KAAK,EAAE,CAC6B,CAAC;IACnD,CAAC;IAEO,KAAK,CAAC,CAAC,wBAAwB,CAIrC,KAAqC;QAErC,0BAA0B;QAC1B,IAAI,CAAC;YACH,KAAK,CAAC,CAAC,IAAI,CAAC,uBAAuB,CACjC,IAAI,CAAC,YAAY,EACjB,KAAK,CACN,CAAC;QACJ,CAAC;QAAC,OAAO,YAAqB,EAAE,CAAC;YAC/B,MAAM,aAAa,GAAG,eAAe,CAAC,YAAY,CAAC,CAAC;YACpD,MAAM,CAAC,IAAI,CACT,0BAA0B,IAAI,CAAC,YAAY,YAAY,aAAa,EAAE,CACvE,CAAC;YAEF,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,EAAE,CAAC;gBACxC,MAAM,YAAY,CAAC;YACrB,CAAC;YAED,MAAM,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAC;YAE5D,IAAI,eAAe,GAAY,YAAY,CAAC;YAE5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAClD,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;gBACzC,MAAM,CAAC,KAAK,CACV,gCAAgC,CAAC,GAAG,CAAC,IACnC,IAAI,CAAC,YAAY,CAAC,MACpB,KAAK,WAAW,EAAE,CACnB,CAAC;gBAEF,IAAI,CAAC;oBACH,KAAK,CAAC,CAAC,IAAI,CAAC,uBAAuB,CACjC,WAAW,EACX,KAAK,CACN,CAAC;oBACF,MAAM,CAAC,KAAK,CAAC,yBAAyB,WAAW,YAAY,CAAC,CAAC;oBAC/D,OAAO;gBACT,CAAC;gBAAC,OAAO,WAAoB,EAAE,CAAC;oBAC9B,MAAM,YAAY,GAAG,eAAe,CAAC,WAAW,CAAC,CAAC;oBAClD,MAAM,CAAC,IAAI,CACT,yBAAyB,WAAW,YAAY,YAAY,EAAE,CAC/D,CAAC;oBACF,eAAe,GAAG,WAAW,CAAC;oBAE9B,IACE,CAAC,oBAAoB,CAAC,WAAW,CAAC;wBAClC,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAChC,CAAC;wBACD,MAAM,CAAC,KAAK,CACV,kEAAkE,CACnE,CAAC;wBACF,MAAM;oBACR,CAAC;gBACH,CAAC;YACH,CAAC;YAED,MAAM,gBAAgB,GAAG,eAAe,CAAC,eAAe,CAAC,CAAC;YAC1D,MAAM,CAAC,KAAK,CACV,wCAAwC,aAAa,kBAAkB,gBAAgB,EAAE,CAC1F,CAAC;YACF,MAAM,eAAe,CAAC;QACxB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,CAAC,uBAAuB,CAIpC,KAAa,EACb,KAAqC;QAErC,MAAM,MAAM,GAAG;YACb,GAAG,IAAI,CAAC,MAAM;YACd,KAAK;YACL,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,MAAe;oBACrB,OAAO,EAAE,KAAK,CAAC,MAAM;iBACtB;aACF;YACD,MAAM,EAAE,IAAa;SACtB,CAAC;QAEF,6CAA6C;QAC7C,IAAI,KAAK,CAAC,UAAU,EAAE,eAAe,KAAK,SAAS,EAAE,CAAC;YACpD,MAAM,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC,eAAe,CAAC;QACvD,CAAC;QAED,wBAAwB;QACxB,IAAI,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1C,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACxC,IAAI,EAAE,UAAmB;gBACzB,QAAQ,EAAE;oBACR,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE;oBAC1B,WAAW,EAAE,IAAI,CAAC,WAAW;oBAC7B,UAAU,EAAE,IAAI,CAAC,UAAgC,EAAE,cAAc;iBAClE;aACF,CAAC,CAAC,CAAC;YACJ,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC;QAC9B,CAAC;QAED,sEAAsE;QACtE,4CAA4C;QAC5C,IAAI,KAAK,CAAC,UAAU,EAAE,UAAU,EAAE,CAAC;YACjC,MAAM,CAAC,eAAe,GAAG,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC;QACnD,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAEjE,IAAI,WAAW,GAAG,EAAE,CAAC;QACrB,IAAI,YAAY,GAAG,KAAK,CAAC;QACzB,IAAI,YAAgC,CAAC;QACrC,IAAI,YAAgC,CAAC;QACrC,IAAI,gBAAoC,CAAC;QACzC,IAAI,WAA+B,CAAC;QACpC,MAAM,SAAS,GAGV,EAAE,CAAC;QAER,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC;YAC3B,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,IAAI,EAAE,CAAC;YAErD,gCAAgC;YAChC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;gBACxC,KAAK,MAAM,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;oBACzD,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;wBACtB,IAAI,iBAAiB,GAA4B,EAAE,CAAC;wBACpD,IAAI,CAAC;4BACH,iBAAiB,GAAG,QAAQ,CAAC,QAAQ,CAAC,SAAS;gCAC7C,CAAC,CAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAGrC;gCACJ,CAAC,CAAC,EAAE,CAAC;wBACT,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,MAAM,CAAC,IAAI,CACT,2DAA2D,eAAe,CACxE,KAAK,CACN,EAAE,CACJ,CAAC;4BACF,iBAAiB,GAAG,EAAE,CAAC;wBACzB,CAAC;wBACD,SAAS,CAAC,IAAI,CAAC;4BACb,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,EAAE;4BACtC,SAAS,EAAE,iBAAiB;yBAC7B,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,KAAK,EAAE,CAAC;gBACV,WAAW,IAAI,KAAK,CAAC;gBACrB,MAAM;oBACJ,KAAK;oBACL,WAAW;oBACX,IAAI,EAAE,KAAK;iBACZ,CAAC;YACJ,CAAC;YAED,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;gBACpC,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;YAChD,CAAC;YAED,2DAA2D;YAC3D,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;gBAChB,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC;gBACzC,gBAAgB,GAAG,KAAK,CAAC,KAAK,CAAC,iBAAiB,CAAC;gBACjD,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC;YACzC,CAAC;QACH,CAAC;QAED,6CAA6C;QAC7C,IAAI,UAAmC,CAAC;QACxC,IAAI,KAAK,CAAC,UAAU,EAAE,UAAU,IAAI,WAAW,EAAE,CAAC;YAChD,IAAI,CAAC;gBACH,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAgB,CAAC;YACtD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,CACT,mDAAmD,EACnD,KAAK,CACN,CAAC;YACJ,CAAC;QACH,CAAC;QAED,oBAAoB;QACpB,MAAM;YACJ,KAAK,EAAE,EAAE;YACT,WAAW;YACX,IAAI,EAAE,IAAI;YACV,QAAQ,EAAE;gBACR,KAAK,EAAE,YAAY;gBACnB,YAAY;gBACZ,UAAU,EAAE,WAAW;gBACvB,YAAY;gBACZ,gBAAgB;aACjB;YACD,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,UAAU,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS;SAClE,CAAC;IACJ,CAAC;CACF"}

package/dist/src/providers/OpenRouterProvider.d.ts

@@ -0,0 +1,56 @@
+/**
+ * OpenRouter provider implementation
+ * OpenRouter provides access to multiple AI models through a unified OpenAI-compatible API
+ */
+import type { ChatCompletionCreateParamsNonStreaming } from "openai/resources/chat/completions";
+import type { AiProvider, AgentStructuredResponse, GenerateMessageInput, GenerateMessageOutput, GenerateMessageStreamChunk } from "../types";
+/**
+ * Configuration options for OpenRouter provider
+ * Uses types from openai package (OpenRouter is OpenAI-compatible)
+ */
+export interface OpenRouterProviderOptions {
+    /** OpenRouter API key */
+    apiKey: string;
+    /** Model to use (required) - see https://openrouter.ai/models */
+    model: string;
+    /** Backup models to try if primary fails (default: []) */
+    backupModels?: string[];
+    /** Optional site URL for OpenRouter rankings */
+    siteUrl?: string;
+    /** Optional app name for OpenRouter rankings */
+    siteName?: string;
+    /** Default parameters - uses ChatCompletionCreateParamsNonStreaming from openai package */
+    config?: Partial<Omit<ChatCompletionCreateParamsNonStreaming, "model" | "messages">>;
+    /** Retry configuration */
+    retryConfig?: {
+        timeout?: number;
+        retries?: number;
+    };
+}
+/**
+ * OpenRouter provider implementation
+ * Provides access to multiple AI models through OpenRouter's unified API
+ */
+export declare class OpenRouterProvider implements AiProvider {
+    readonly name = "openrouter";
+    private client;
+    private primaryModel;
+    private backupModels;
+    private config?;
+    private retryConfig;
+    constructor(options: OpenRouterProviderOptions);
+    /**
+     * Adapt common schema format to OpenRouter's format.
+     * OpenRouter is OpenAI-compatible and uses standard JSON Schema.
+     *
+     * @private
+     */
+    private adaptSchemaForOpenRouter;
+    generateMessage<TContext = unknown, TStructured = AgentStructuredResponse>(input: GenerateMessageInput<TContext>): Promise<GenerateMessageOutput<TStructured>>;
+    generateMessageStream<TContext = unknown, TStructured = AgentStructuredResponse>(input: GenerateMessageInput<TContext>): AsyncGenerator<GenerateMessageStreamChunk<TStructured>>;
+    private generateWithBackup;
+    private generateWithModel;
+    private generateStreamWithBackup;
+    private generateStreamWithModel;
+}
+//# sourceMappingURL=OpenRouterProvider.d.ts.map

package/dist/src/providers/OpenRouterProvider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"OpenRouterProvider.d.ts","sourceRoot":"","sources":["../../../src/providers/OpenRouterProvider.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,KAAK,EAAE,sCAAsC,EAAE,MAAM,mCAAmC,CAAC;AAGhG,OAAO,KAAK,EACV,UAAU,EACV,uBAAuB,EACvB,oBAAoB,EACpB,qBAAqB,EACrB,0BAA0B,EAE3B,MAAM,UAAU,CAAC;AAQlB;;;GAGG;AACH,MAAM,WAAW,yBAAyB;IACxC,yBAAyB;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,iEAAiE;IACjE,KAAK,EAAE,MAAM,CAAC;IACd,0DAA0D;IAC1D,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,gDAAgD;IAChD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,gDAAgD;IAChD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,2FAA2F;IAC3F,MAAM,CAAC,EAAE,OAAO,CACd,IAAI,CAAC,sCAAsC,EAAE,OAAO,GAAG,UAAU,CAAC,CACnE,CAAC;IACF,0BAA0B;IAC1B,WAAW,CAAC,EAAE;QACZ,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;CACH;AAyED;;;GAGG;AACH,qBAAa,kBAAmB,YAAW,UAAU;IACnD,SAAgB,IAAI,gBAAgB;IACpC,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,YAAY,CAAW;IAC/B,OAAO,CAAC,MAAM,CAAC,CAEb;IACF,OAAO,CAAC,WAAW,CAAuC;gBAE9C,OAAO,EAAE,yBAAyB;IAsC9C;;;;;OAKG;IACH,OAAO,CAAC,wBAAwB;IAQ1B,eAAe,CACnB,QAAQ,GAAG,OAAO,EAClB,WAAW,GAAG,uBAAuB,EAErC,KAAK,EAAE,oBAAoB,CAAC,QAAQ,CAAC,GACpC,OAAO,CAAC,qBAAqB,CAAC,WAAW,CAAC,CAAC;IAIvC,qBAAqB,CAC1B,QAAQ,GAAG,OAAO,EAClB,WAAW,GAAG,uBAAuB,EAErC,KAAK,EAAE,oBAAoB,CAAC,QAAQ,CAAC,GACpC,cAAc,CAAC,0BAA0B,CAAC,WAAW,CAAC,CAAC;YAI5C,kBAAkB;YA8DlB,iBAAiB;YAyIhB,wBAAwB;YA8DxB,uBAAuB;CAkJvC"}