promptfoo 0.115.1 → 0.115.2

package/dist/src/providers/hyperbolic/chat.js

@@ -0,0 +1,318 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HyperbolicProvider = exports.HYPERBOLIC_REASONING_MODELS = exports.HYPERBOLIC_CHAT_MODELS = void 0;
+exports.calculateHyperbolicCost = calculateHyperbolicCost;
+exports.createHyperbolicProvider = createHyperbolicProvider;
+const logger_1 = __importDefault(require("../../logger"));
+const invariant_1 = __importDefault(require("../../util/invariant"));
+const chat_1 = require("../openai/chat");
+exports.HYPERBOLIC_CHAT_MODELS = [
+    // DeepSeek Models
+    {
+        id: 'deepseek-ai/DeepSeek-R1',
+        cost: {
+            input: 0.5 / 1e6,
+            output: 2.18 / 1e6,
+        },
+        aliases: ['DeepSeek-R1'],
+    },
+    {
+        id: 'deepseek-ai/DeepSeek-R1-Zero',
+        cost: {
+            input: 0.5 / 1e6,
+            output: 2.18 / 1e6,
+        },
+        aliases: ['DeepSeek-R1-Zero'],
+    },
+    {
+        id: 'deepseek-ai/DeepSeek-V3',
+        cost: {
+            input: 0.27 / 1e6,
+            output: 1.1 / 1e6,
+        },
+        aliases: ['DeepSeek-V3'],
+    },
+    {
+        id: 'deepseek-ai/DeepSeek-V3-0324',
+        cost: {
+            input: 0.27 / 1e6,
+            output: 1.1 / 1e6,
+        },
+        aliases: ['DeepSeek-V3-0324'],
+    },
+    {
+        id: 'deepseek/DeepSeek-V2.5',
+        cost: {
+            input: 0.14 / 1e6,
+            output: 0.28 / 1e6,
+        },
+        aliases: ['DeepSeek-V2.5'],
+    },
+    // Qwen Models
+    {
+        id: 'qwen/Qwen3-235B-A22B',
+        cost: {
+            input: 2.0 / 1e6,
+            output: 8.0 / 1e6,
+        },
+        aliases: ['Qwen3-235B-A22B'],
+    },
+    {
+        id: 'qwen/QwQ-32B',
+        cost: {
+            input: 0.15 / 1e6,
+            output: 0.6 / 1e6,
+        },
+        aliases: ['QwQ-32B'],
+    },
+    {
+        id: 'qwen/QwQ-32B-Preview',
+        cost: {
+            input: 0.15 / 1e6,
+            output: 0.6 / 1e6,
+        },
+        aliases: ['QwQ-32B-Preview', 'Qwen/QwQ-32B-Preview'],
+    },
+    {
+        id: 'qwen/Qwen2.5-72B-Instruct',
+        cost: {
+            input: 0.35 / 1e6,
+            output: 0.4 / 1e6,
+        },
+        aliases: ['Qwen2.5-72B-Instruct', 'Qwen2.5-72B'],
+    },
+    {
+        id: 'qwen/Qwen2.5-Coder-32B',
+        cost: {
+            input: 0.18 / 1e6,
+            output: 0.18 / 1e6,
+        },
+        aliases: ['Qwen2.5-Coder-32B'],
+    },
+    // Llama Models
+    {
+        id: 'meta-llama/Llama-3.3-70B-Instruct',
+        cost: {
+            input: 0.35 / 1e6,
+            output: 0.4 / 1e6,
+        },
+        aliases: ['Llama-3.3-70B-Instruct', 'Llama-3.3-70B'],
+    },
+    {
+        id: 'meta-llama/Llama-3.2-3B',
+        cost: {
+            input: 0.02 / 1e6,
+            output: 0.02 / 1e6,
+        },
+        aliases: ['Llama-3.2-3B'],
+    },
+    {
+        id: 'meta-llama/Llama-3.1-405B',
+        cost: {
+            input: 3.0 / 1e6,
+            output: 3.0 / 1e6,
+        },
+        aliases: ['Llama-3.1-405B'],
+    },
+    {
+        id: 'meta-llama/Llama-3.1-405B-BASE',
+        cost: {
+            input: 3.0 / 1e6,
+            output: 3.0 / 1e6,
+        },
+        aliases: ['Llama-3.1-405B-BASE'],
+    },
+    {
+        id: 'meta-llama/Llama-3.1-70B',
+        cost: {
+            input: 0.35 / 1e6,
+            output: 0.4 / 1e6,
+        },
+        aliases: ['Llama-3.1-70B', 'Meta-Llama-3.1-70B-Instruct'],
+    },
+    {
+        id: 'meta-llama/Llama-3.1-8B',
+        cost: {
+            input: 0.04 / 1e6,
+            output: 0.04 / 1e6,
+        },
+        aliases: ['Llama-3.1-8B'],
+    },
+    {
+        id: 'meta-llama/Llama-3-70B',
+        cost: {
+            input: 0.35 / 1e6,
+            output: 0.4 / 1e6,
+        },
+        aliases: ['Llama-3-70B'],
+    },
+    // Hermes Models
+    {
+        id: 'hermes/Hermes-3-70B',
+        cost: {
+            input: 0.35 / 1e6,
+            output: 0.4 / 1e6,
+        },
+        aliases: ['Hermes-3-70B'],
+    },
+    // Vision-Language Models
+    {
+        id: 'qwen/Qwen2.5-VL-7B-Instruct',
+        cost: {
+            input: 0.2 / 1e6,
+            output: 0.2 / 1e6,
+        },
+        aliases: ['Qwen2.5-VL-7B-Instruct', 'Qwen/Qwen2.5-VL-7B-Instruct'],
+    },
+    {
+        id: 'qwen/Qwen2.5-VL-72B-Instruct',
+        cost: {
+            input: 0.6 / 1e6,
+            output: 0.6 / 1e6,
+        },
+        aliases: ['Qwen2.5-VL-72B-Instruct', 'qwen/Qwen2.5-VL-72B-Instruct'],
+    },
+    {
+        id: 'mistralai/Pixtral-12B',
+        cost: {
+            input: 0.15 / 1e6,
+            output: 0.15 / 1e6,
+        },
+        aliases: ['Pixtral-12B'],
+    },
+];
+exports.HYPERBOLIC_REASONING_MODELS = [
+    'deepseek-ai/DeepSeek-R1',
+    'deepseek-ai/DeepSeek-R1-Zero',
+    'qwen/QwQ-32B',
+    'qwen/QwQ-32B-Preview',
+];
+/**
+ * Calculate Hyperbolic cost based on model name and token usage
+ */
+function calculateHyperbolicCost(modelName, config, promptTokens, completionTokens, reasoningTokens) {
+    if (!promptTokens || !completionTokens) {
+        return undefined;
+    }
+    const model = exports.HYPERBOLIC_CHAT_MODELS.find((m) => m.id === modelName || (m.aliases && m.aliases.includes(modelName)));
+    if (!model || !model.cost) {
+        return undefined;
+    }
+    const inputCost = config.cost ?? model.cost.input;
+    const outputCost = config.cost ?? model.cost.output;
+    const inputCostTotal = inputCost * promptTokens;
+    const outputCostTotal = outputCost * completionTokens;
+    logger_1.default.debug(`Hyperbolic cost calculation for ${modelName}: ` +
+        `promptTokens=${promptTokens}, completionTokens=${completionTokens}, ` +
+        `reasoningTokens=${reasoningTokens || 'N/A'}, ` +
+        `inputCost=${inputCostTotal}, outputCost=${outputCostTotal}`);
+    return inputCostTotal + outputCostTotal;
+}
+class HyperbolicProvider extends chat_1.OpenAiChatCompletionProvider {
+    get apiKey() {
+        return this.config?.apiKey;
+    }
+    isReasoningModel() {
+        return exports.HYPERBOLIC_REASONING_MODELS.includes(this.modelName);
+    }
+    supportsTemperature() {
+        // Reasoning models may have limited temperature support
+        return true;
+    }
+    constructor(modelName, providerOptions) {
+        super(modelName, {
+            ...providerOptions,
+            config: {
+                ...providerOptions.config,
+                apiKeyEnvar: 'HYPERBOLIC_API_KEY',
+                apiBaseUrl: 'https://api.hyperbolic.xyz/v1',
+            },
+        });
+        // Store the original config for later use
+        this.originalConfig = providerOptions.config?.config;
+    }
+    id() {
+        return `hyperbolic:${this.modelName}`;
+    }
+    toString() {
+        return `[Hyperbolic Provider ${this.modelName}]`;
+    }
+    toJSON() {
+        return {
+            provider: 'hyperbolic',
+            model: this.modelName,
+            config: {
+                ...this.config,
+                ...(this.apiKey && { apiKey: undefined }),
+            },
+        };
+    }
+    async callApi(prompt, context, callApiOptions) {
+        const response = await super.callApi(prompt, context, callApiOptions);
+        if (!response || response.error) {
+            return response;
+        }
+        try {
+            if (typeof response.raw === 'string') {
+                try {
+                    const rawData = JSON.parse(response.raw);
+                    if (this.isReasoningModel() &&
+                        rawData?.usage?.completion_tokens_details?.reasoning_tokens) {
+                        const reasoningTokens = rawData.usage.completion_tokens_details.reasoning_tokens;
+                        const acceptedPredictions = rawData.usage.completion_tokens_details.accepted_prediction_tokens || 0;
+                        const rejectedPredictions = rawData.usage.completion_tokens_details.rejected_prediction_tokens || 0;
+                        if (response.tokenUsage) {
+                            response.tokenUsage.completionDetails = {
+                                reasoning: reasoningTokens,
+                                acceptedPrediction: acceptedPredictions,
+                                rejectedPrediction: rejectedPredictions,
+                            };
+                            logger_1.default.debug(`Hyperbolic reasoning token details for ${this.modelName}: ` +
+                                `reasoning=${reasoningTokens}, accepted=${acceptedPredictions}, rejected=${rejectedPredictions}`);
+                        }
+                    }
+                }
+                catch (err) {
+                    logger_1.default.error(`Failed to parse raw response JSON: ${err}`);
+                }
+            }
+            else if (typeof response.raw === 'object' && response.raw !== null) {
+                const rawData = response.raw;
+                if (this.isReasoningModel() &&
+                    rawData?.usage?.completion_tokens_details?.reasoning_tokens) {
+                    const reasoningTokens = rawData.usage.completion_tokens_details.reasoning_tokens;
+                    const acceptedPredictions = rawData.usage.completion_tokens_details.accepted_prediction_tokens || 0;
+                    const rejectedPredictions = rawData.usage.completion_tokens_details.rejected_prediction_tokens || 0;
+                    if (response.tokenUsage) {
+                        response.tokenUsage.completionDetails = {
+                            reasoning: reasoningTokens,
+                            acceptedPrediction: acceptedPredictions,
+                            rejectedPrediction: rejectedPredictions,
+                        };
+                        logger_1.default.debug(`Hyperbolic reasoning token details for ${this.modelName}: ` +
+                            `reasoning=${reasoningTokens}, accepted=${acceptedPredictions}, rejected=${rejectedPredictions}`);
+                    }
+                }
+            }
+            if (response.tokenUsage && !response.cached) {
+                const reasoningTokens = response.tokenUsage.completionDetails?.reasoning || 0;
+                response.cost = calculateHyperbolicCost(this.modelName, this.config || {}, response.tokenUsage.prompt, response.tokenUsage.completion, reasoningTokens);
+            }
+        }
+        catch (err) {
+            logger_1.default.error(`Error processing Hyperbolic response: ${err}`);
+        }
+        return response;
+    }
+}
+exports.HyperbolicProvider = HyperbolicProvider;
+function createHyperbolicProvider(providerPath, options = {}) {
+    const splits = providerPath.split(':');
+    const modelName = splits.slice(1).join(':');
+    (0, invariant_1.default)(modelName, 'Model name is required');
+    return new HyperbolicProvider(modelName, options);
+}
+//# sourceMappingURL=chat.js.map

package/dist/src/providers/hyperbolic/chat.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chat.js","sourceRoot":"","sources":["../../../../src/providers/hyperbolic/chat.ts"],"names":[],"mappings":";;;;;;AAwMA,0DAgCC;AAwID,4DAQC;AAxXD,0DAAkC;AAElC,qEAA6C;AAC7C,yCAA8D;AAWjD,QAAA,sBAAsB,GAAG;IACpC,kBAAkB;IAClB;QACE,EAAE,EAAE,yBAAyB;QAC7B,IAAI,EAAE;YACJ,KAAK,EAAE,GAAG,GAAG,GAAG;YAChB,MAAM,EAAE,IAAI,GAAG,GAAG;SACnB;QACD,OAAO,EAAE,CAAC,aAAa,CAAC;KACzB;IACD;QACE,EAAE,EAAE,8BAA8B;QAClC,IAAI,EAAE;YACJ,KAAK,EAAE,GAAG,GAAG,GAAG;YAChB,MAAM,EAAE,IAAI,GAAG,GAAG;SACnB;QACD,OAAO,EAAE,CAAC,kBAAkB,CAAC;KAC9B;IACD;QACE,EAAE,EAAE,yBAAyB;QAC7B,IAAI,EAAE;YACJ,KAAK,EAAE,IAAI,GAAG,GAAG;YACjB,MAAM,EAAE,GAAG,GAAG,GAAG;SAClB;QACD,OAAO,EAAE,CAAC,aAAa,CAAC;KACzB;IACD;QACE,EAAE,EAAE,8BAA8B;QAClC,IAAI,EAAE;YACJ,KAAK,EAAE,IAAI,GAAG,GAAG;YACjB,MAAM,EAAE,GAAG,GAAG,GAAG;SAClB;QACD,OAAO,EAAE,CAAC,kBAAkB,CAAC;KAC9B;IACD;QACE,EAAE,EAAE,wBAAwB;QAC5B,IAAI,EAAE;YACJ,KAAK,EAAE,IAAI,GAAG,GAAG;YACjB,MAAM,EAAE,IAAI,GAAG,GAAG;SACnB;QACD,OAAO,EAAE,CAAC,eAAe,CAAC;KAC3B;IACD,cAAc;IACd;QACE,EAAE,EAAE,sBAAsB;QAC1B,IAAI,EAAE;YACJ,KAAK,EAAE,GAAG,GAAG,GAAG;YAChB,MAAM,EAAE,GAAG,GAAG,GAAG;SAClB;QACD,OAAO,EAAE,CAAC,iBAAiB,CAAC;KAC7B;IACD;QACE,EAAE,EAAE,cAAc;QAClB,IAAI,EAAE;YACJ,KAAK,EAAE,IAAI,GAAG,GAAG;YACjB,MAAM,EAAE,GAAG,GAAG,GAAG;SAClB;QACD,OAAO,EAAE,CAAC,SAAS,CAAC;KACrB;IACD;QACE,EAAE,EAAE,sBAAsB;QAC1B,IAAI,EAAE;YACJ,KAAK,EAAE,IAAI,GAAG,GAAG;YACjB,MAAM,EAAE,GAAG,GAAG,GAAG;SAClB;QACD,OAAO,EAAE,CAAC,iBAAiB,EAAE,sBAAsB,CAAC;KACrD;IACD;QACE,EAAE,EAAE,2BAA2B;QAC/B,IAAI,EAAE;YACJ,KAAK,EAAE,IAAI,GAAG,GAAG;YACjB,MAAM,EAAE,GAAG,GAAG,GAAG;SAClB;QACD,OAAO,EAAE,CAAC,sBAAsB,EAAE,aAAa,CAAC;KACjD;IACD;QACE,EAAE,EAAE,wBAAwB;QAC5B,IAAI,EAAE;YACJ,KAAK,EAAE,IAAI,GAAG,GAAG;YACjB,MAAM,EAAE,IAAI,GAAG,GAAG;SACnB;QACD,OAAO,EAAE,CAAC,mBAAmB,CAAC;KAC/B;IACD,eAAe;IACf;QACE,EAAE,EAAE,mCAAmC;QACvC,IAAI,EAAE;YACJ,KAAK,EAAE,IAAI,GAAG,GAAG;YACjB,MAAM,EAAE,GAAG,GAAG,GAAG;SAClB;QACD,OAAO,EAAE,CAAC,wBAAwB,EAAE,eAAe,CAAC;KACrD;IACD;QACE,EAAE,EAAE,yBAAyB;QAC7B,IAAI,EAAE;YACJ,KAAK,EAAE,IAAI,GAAG,GAAG;YACjB,MAAM,EAAE,IAAI,GAAG,GAAG;SACnB;QACD,OAAO,EAAE,CAAC,cAAc,CAAC;KAC1B;IACD;QACE,EAAE,EAAE,2BAA2B;QAC/B,IAAI,EAAE;YACJ,KAAK,EAAE,GAAG,GAAG,GAAG;YAChB,MAAM,EAAE,GAAG,GAAG,GAAG;SAClB;QACD,OAAO,EAAE,CAAC,gBAAgB,CAAC;KAC5B;IACD;QACE,EAAE,EAAE,gCAAgC;QACpC,IAAI,EAAE;YACJ,KAAK,EAAE,GAAG,GAAG,GAAG;YAChB,MAAM,EAAE,GAAG,GAAG,GAAG;SAClB;QACD,OAAO,EAAE,CAAC,qBAAqB,CAAC;KACjC;IACD;QACE,EAAE,EAAE,0BAA0B;QAC9B,IAAI,EAAE;YACJ,KAAK,EAAE,IAAI,GAAG,GAAG;YACjB,MAAM,EAAE,GAAG,GAAG,GAAG;SAClB;QACD,OAAO,EAAE,CAAC,eAAe,EAAE,6BAA6B,CAAC;KAC1D;IACD;QACE,EAAE,EAAE,yBAAyB;QAC7B,IAAI,EAAE;YACJ,KAAK,EAAE,IAAI,GAAG,GAAG;YACjB,MAAM,EAAE,IAAI,GAAG,GAAG;SACnB;QACD,OAAO,EAAE,CAAC,cAAc,CAAC;KAC1B;IACD;QACE,EAAE,EAAE,wBAAwB;QAC5B,IAAI,EAAE;YACJ,KAAK,EAAE,IAAI,GAAG,GAAG;YACjB,MAAM,EAAE,GAAG,GAAG,GAAG;SAClB;QACD,OAAO,EAAE,CAAC,aAAa,CAAC;KACzB;IACD,gBAAgB;IAChB;QACE,EAAE,EAAE,qBAAqB;QACzB,IAAI,EAAE;YACJ,KAAK,EAAE,IAAI,GAAG,GAAG;YACjB,MAAM,EAAE,GAAG,GAAG,GAAG;SAClB;QACD,OAAO,EAAE,CAAC,cAAc,CAAC;KAC1B;IACD,yBAAyB;IACzB;QACE,EAAE,EAAE,6BAA6B;QACjC,IAAI,EAAE;YACJ,KAAK,EAAE,GAAG,GAAG,GAAG;YAChB,MAAM,EAAE,GAAG,GAAG,GAAG;SAClB;QACD,OAAO,EAAE,CAAC,wBAAwB,EAAE,6BAA6B,CAAC;KACnE;IACD;QACE,EAAE,EAAE,8BAA8B;QAClC,IAAI,EAAE;YACJ,KAAK,EAAE,GAAG,GAAG,GAAG;YAChB,MAAM,EAAE,GAAG,GAAG,GAAG;SAClB;QACD,OAAO,EAAE,CAAC,yBAAyB,EAAE,8BAA8B,CAAC;KACrE;IACD;QACE,EAAE,EAAE,uBAAuB;QAC3B,IAAI,EAAE;YACJ,KAAK,EAAE,IAAI,GAAG,GAAG;YACjB,MAAM,EAAE,IAAI,GAAG,GAAG;SACnB;QACD,OAAO,EAAE,CAAC,aAAa,CAAC;KACzB;CACF,CAAC;AAEW,QAAA,2BAA2B,GAAG;IACzC,yBAAyB;IACzB,8BAA8B;IAC9B,cAAc;IACd,sBAAsB;CACvB,CAAC;AAEF;;GAEG;AACH,SAAgB,uBAAuB,CACrC,SAAiB,EACjB,MAAW,EACX,YAAqB,EACrB,gBAAyB,EACzB,eAAwB;IAExB,IAAI,CAAC,YAAY,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACvC,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,KAAK,GAAG,8BAAsB,CAAC,IAAI,CACvC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,SAAS,IAAI,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAC1E,CAAC;IACF,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAC1B,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC;IAClD,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;IAEpD,MAAM,cAAc,GAAG,SAAS,GAAG,YAAY,CAAC;IAChD,MAAM,eAAe,GAAG,UAAU,GAAG,gBAAgB,CAAC;IAEtD,gBAAM,CAAC,KAAK,CACV,mCAAmC,SAAS,IAAI;QAC9C,gBAAgB,YAAY,sBAAsB,gBAAgB,IAAI;QACtE,mBAAmB,eAAe,IAAI,KAAK,IAAI;QAC/C,aAAa,cAAc,gBAAgB,eAAe,EAAE,CAC/D,CAAC;IAEF,OAAO,cAAc,GAAG,eAAe,CAAC;AAC1C,CAAC;AAED,MAAa,kBAAmB,SAAQ,mCAA4B;IAGlE,IAAc,MAAM;QAClB,OAAO,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC;IAC7B,CAAC;IAES,gBAAgB;QACxB,OAAO,mCAA2B,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC9D,CAAC;IAES,mBAAmB;QAC3B,wDAAwD;QACxD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,YAAY,SAAiB,EAAE,eAA0C;QACvE,KAAK,CAAC,SAAS,EAAE;YACf,GAAG,eAAe;YAClB,MAAM,EAAE;gBACN,GAAG,eAAe,CAAC,MAAM;gBACzB,WAAW,EAAE,oBAAoB;gBACjC,UAAU,EAAE,+BAA+B;aAC5C;SACF,CAAC,CAAC;QAEH,0CAA0C;QAC1C,IAAI,CAAC,cAAc,GAAG,eAAe,CAAC,MAAM,EAAE,MAAM,CAAC;IACvD,CAAC;IAED,EAAE;QACA,OAAO,cAAc,IAAI,CAAC,SAAS,EAAE,CAAC;IACxC,CAAC;IAED,QAAQ;QACN,OAAO,wBAAwB,IAAI,CAAC,SAAS,GAAG,CAAC;IACnD,CAAC;IAED,MAAM;QACJ,OAAO;YACL,QAAQ,EAAE,YAAY;YACtB,KAAK,EAAE,IAAI,CAAC,SAAS;YACrB,MAAM,EAAE;gBACN,GAAG,IAAI,CAAC,MAAM;gBACd,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;aAC1C;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAc,EAAE,OAAa,EAAE,cAAoB;QAC/D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC;QAEtE,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YAChC,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,IAAI,CAAC;YACH,IAAI,OAAO,QAAQ,CAAC,GAAG,KAAK,QAAQ,EAAE,CAAC;gBACrC,IAAI,CAAC;oBACH,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;oBAEzC,IACE,IAAI,CAAC,gBAAgB,EAAE;wBACvB,OAAO,EAAE,KAAK,EAAE,yBAAyB,EAAE,gBAAgB,EAC3D,CAAC;wBACD,MAAM,eAAe,GAAG,OAAO,CAAC,KAAK,CAAC,yBAAyB,CAAC,gBAAgB,CAAC;wBACjF,MAAM,mBAAmB,GACvB,OAAO,CAAC,KAAK,CAAC,yBAAyB,CAAC,0BAA0B,IAAI,CAAC,CAAC;wBAC1E,MAAM,mBAAmB,GACvB,OAAO,CAAC,KAAK,CAAC,yBAAyB,CAAC,0BAA0B,IAAI,CAAC,CAAC;wBAE1E,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;4BACxB,QAAQ,CAAC,UAAU,CAAC,iBAAiB,GAAG;gCACtC,SAAS,EAAE,eAAe;gCAC1B,kBAAkB,EAAE,mBAAmB;gCACvC,kBAAkB,EAAE,mBAAmB;6BACxC,CAAC;4BAEF,gBAAM,CAAC,KAAK,CACV,0CAA0C,IAAI,CAAC,SAAS,IAAI;gCAC1D,aAAa,eAAe,cAAc,mBAAmB,cAAc,mBAAmB,EAAE,CACnG,CAAC;wBACJ,CAAC;oBACH,CAAC;gBACH,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,gBAAM,CAAC,KAAK,CAAC,sCAAsC,GAAG,EAAE,CAAC,CAAC;gBAC5D,CAAC;YACH,CAAC;iBAAM,IAAI,OAAO,QAAQ,CAAC,GAAG,KAAK,QAAQ,IAAI,QAAQ,CAAC,GAAG,KAAK,IAAI,EAAE,CAAC;gBACrE,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC;gBAE7B,IACE,IAAI,CAAC,gBAAgB,EAAE;oBACvB,OAAO,EAAE,KAAK,EAAE,yBAAyB,EAAE,gBAAgB,EAC3D,CAAC;oBACD,MAAM,eAAe,GAAG,OAAO,CAAC,KAAK,CAAC,yBAAyB,CAAC,gBAAgB,CAAC;oBACjF,MAAM,mBAAmB,GACvB,OAAO,CAAC,KAAK,CAAC,yBAAyB,CAAC,0BAA0B,IAAI,CAAC,CAAC;oBAC1E,MAAM,mBAAmB,GACvB,OAAO,CAAC,KAAK,CAAC,yBAAyB,CAAC,0BAA0B,IAAI,CAAC,CAAC;oBAE1E,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;wBACxB,QAAQ,CAAC,UAAU,CAAC,iBAAiB,GAAG;4BACtC,SAAS,EAAE,eAAe;4BAC1B,kBAAkB,EAAE,mBAAmB;4BACvC,kBAAkB,EAAE,mBAAmB;yBACxC,CAAC;wBAEF,gBAAM,CAAC,KAAK,CACV,0CAA0C,IAAI,CAAC,SAAS,IAAI;4BAC1D,aAAa,eAAe,cAAc,mBAAmB,cAAc,mBAAmB,EAAE,CACnG,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,QAAQ,CAAC,UAAU,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;gBAC5C,MAAM,eAAe,GAAG,QAAQ,CAAC,UAAU,CAAC,iBAAiB,EAAE,SAAS,IAAI,CAAC,CAAC;gBAE9E,QAAQ,CAAC,IAAI,GAAG,uBAAuB,CACrC,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,MAAM,IAAI,EAAE,EACjB,QAAQ,CAAC,UAAU,CAAC,MAAM,EAC1B,QAAQ,CAAC,UAAU,CAAC,UAAU,EAC9B,eAAe,CAChB,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,gBAAM,CAAC,KAAK,CAAC,yCAAyC,GAAG,EAAE,CAAC,CAAC;QAC/D,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF;AApID,gDAoIC;AAED,SAAgB,wBAAwB,CACtC,YAAoB,EACpB,UAAqC,EAAE;IAEvC,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACvC,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC5C,IAAA,mBAAS,EAAC,SAAS,EAAE,wBAAwB,CAAC,CAAC;IAC/C,OAAO,IAAI,kBAAkB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;AACpD,CAAC"}

package/dist/src/providers/hyperbolic/image.d.ts

@@ -0,0 +1,57 @@
+import type { CallApiContextParams, CallApiOptionsParams, ProviderResponse } from '../../types';
+import type { EnvOverrides } from '../../types/env';
+import type { ApiProvider } from '../../types/providers';
+export type HyperbolicImageOptions = {
+    apiKey?: string;
+    apiKeyEnvar?: string;
+    apiBaseUrl?: string;
+    model_name?: string;
+    prompt?: string;
+    height?: number;
+    width?: number;
+    backend?: 'auto' | 'tvm' | 'torch';
+    prompt_2?: string;
+    negative_prompt?: string;
+    negative_prompt_2?: string;
+    image?: string;
+    strength?: number;
+    seed?: number;
+    cfg_scale?: number;
+    sampler?: string;
+    steps?: number;
+    style_preset?: string;
+    enable_refiner?: boolean;
+    controlnet_name?: string;
+    controlnet_image?: string;
+    loras?: Record<string, number>;
+    response_format?: 'url' | 'b64_json';
+};
+export declare const HYPERBOLIC_IMAGE_MODELS: {
+    id: string;
+    aliases: string[];
+    cost: number;
+}[];
+export declare function formatHyperbolicImageOutput(imageData: string, prompt: string, responseFormat?: string): string;
+export declare class HyperbolicImageProvider implements ApiProvider {
+    modelName: string;
+    config: HyperbolicImageOptions;
+    env?: EnvOverrides;
+    constructor(modelName: string, options?: {
+        config?: HyperbolicImageOptions;
+        id?: string;
+        env?: EnvOverrides;
+    });
+    getApiKey(): string | undefined;
+    getApiUrl(): string;
+    id(): string;
+    toString(): string;
+    private getApiModelName;
+    private calculateImageCost;
+    callApi(prompt: string, context?: CallApiContextParams, callApiOptions?: CallApiOptionsParams): Promise<ProviderResponse>;
+}
+export declare function createHyperbolicImageProvider(providerPath: string, options?: {
+    config?: HyperbolicImageOptions;
+    id?: string;
+    env?: EnvOverrides;
+}): ApiProvider;
+//# sourceMappingURL=image.d.ts.map

package/dist/src/providers/hyperbolic/image.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"image.d.ts","sourceRoot":"","sources":["../../../../src/providers/hyperbolic/image.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAChG,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAGzD,MAAM,MAAM,sBAAsB,GAAG;IACnC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,OAAO,CAAC;IACnC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/B,eAAe,CAAC,EAAE,KAAK,GAAG,UAAU,CAAC;CACtC,CAAC;AAEF,eAAO,MAAM,uBAAuB;;;;GAyCnC,CAAC;AAEF,wBAAgB,2BAA2B,CACzC,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,cAAc,CAAC,EAAE,MAAM,GACtB,MAAM,CAqBR;AAED,qBAAa,uBAAwB,YAAW,WAAW;IACzD,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,sBAAsB,CAAC;IAC/B,GAAG,CAAC,EAAE,YAAY,CAAC;gBAGjB,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,sBAAsB,CAAC;QAAC,EAAE,CAAC,EAAE,MAAM,CAAC;QAAC,GAAG,CAAC,EAAE,YAAY,CAAA;KAAO;IAOpF,SAAS,IAAI,MAAM,GAAG,SAAS;IAO/B,SAAS,IAAI,MAAM;IAInB,EAAE,IAAI,MAAM;IAIZ,QAAQ,IAAI,MAAM;IAIlB,OAAO,CAAC,eAAe;IAOvB,OAAO,CAAC,kBAAkB;IAOpB,OAAO,CACX,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,oBAAoB,EAC9B,cAAc,CAAC,EAAE,oBAAoB,GACpC,OAAO,CAAC,gBAAgB,CAAC;CAsI7B;AAED,wBAAgB,6BAA6B,CAC3C,YAAY,EAAE,MAAM,EACpB,OAAO,GAAE;IAAE,MAAM,CAAC,EAAE,sBAAsB,CAAC;IAAC,EAAE,CAAC,EAAE,MAAM,CAAC;IAAC,GAAG,CAAC,EAAE,YAAY,CAAA;CAAO,GACjF,WAAW,CAIb"}

package/dist/src/providers/hyperbolic/image.js

@@ -0,0 +1,231 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HyperbolicImageProvider = exports.HYPERBOLIC_IMAGE_MODELS = void 0;
+exports.formatHyperbolicImageOutput = formatHyperbolicImageOutput;
+exports.createHyperbolicImageProvider = createHyperbolicImageProvider;
+const cache_1 = require("../../cache");
+const envars_1 = require("../../envars");
+const logger_1 = __importDefault(require("../../logger"));
+const shared_1 = require("../shared");
+exports.HYPERBOLIC_IMAGE_MODELS = [
+    {
+        id: 'Flux.1-dev',
+        aliases: ['flux-dev', 'flux.1-dev', 'FLUX.1-dev'],
+        cost: 0.025, // $0.025 per image
+    },
+    {
+        id: 'SDXL1.0-base',
+        aliases: ['sdxl', 'sdxl-base'],
+        cost: 0.01, // $0.01 per image
+    },
+    {
+        id: 'SD1.5',
+        aliases: ['stable-diffusion-1.5', 'sd-1.5'],
+        cost: 0.005, // $0.005 per image
+    },
+    {
+        id: 'SD2',
+        aliases: ['stable-diffusion-2', 'sd-2'],
+        cost: 0.008, // $0.008 per image
+    },
+    {
+        id: 'SSD',
+        aliases: ['segmind-sd-1b'],
+        cost: 0.005, // $0.005 per image
+    },
+    {
+        id: 'SDXL-turbo',
+        aliases: ['sdxl-turbo'],
+        cost: 0.008, // $0.008 per image
+    },
+    {
+        id: 'SDXL-ControlNet',
+        aliases: ['sdxl-controlnet'],
+        cost: 0.015, // $0.015 per image
+    },
+    {
+        id: 'SD1.5-ControlNet',
+        aliases: ['sd1.5-controlnet'],
+        cost: 0.008, // $0.008 per image
+    },
+];
+function formatHyperbolicImageOutput(imageData, prompt, responseFormat) {
+    if (responseFormat === 'b64_json') {
+        // Return structured JSON for b64_json format
+        return JSON.stringify({
+            data: [{ b64_json: imageData }],
+        });
+    }
+    else {
+        // For URL format or default, format as data URL for proper rendering
+        // Determine image format from base64 header
+        let mimeType = 'image/jpeg'; // Default to JPEG
+        if (imageData.startsWith('/9j/')) {
+            mimeType = 'image/jpeg';
+        }
+        else if (imageData.startsWith('iVBORw0KGgo')) {
+            mimeType = 'image/png';
+        }
+        else if (imageData.startsWith('UklGR')) {
+            mimeType = 'image/webp';
+        }
+        // Return as data URL for proper image rendering in the viewer
+        return `data:${mimeType};base64,${imageData}`;
+    }
+}
+class HyperbolicImageProvider {
+    constructor(modelName, options = {}) {
+        this.modelName = modelName;
+        this.config = options.config || {};
+        this.env = options.env;
+    }
+    getApiKey() {
+        if (this.config?.apiKey) {
+            return this.config.apiKey;
+        }
+        return this.env?.HYPERBOLIC_API_KEY || (0, envars_1.getEnvString)('HYPERBOLIC_API_KEY');
+    }
+    getApiUrl() {
+        return this.config?.apiBaseUrl || 'https://api.hyperbolic.xyz/v1';
+    }
+    id() {
+        return `hyperbolic:image:${this.modelName}`;
+    }
+    toString() {
+        return `[Hyperbolic Image Provider ${this.modelName}]`;
+    }
+    getApiModelName() {
+        const model = exports.HYPERBOLIC_IMAGE_MODELS.find((m) => m.id === this.modelName || (m.aliases && m.aliases.includes(this.modelName)));
+        return model?.id || this.modelName;
+    }
+    calculateImageCost() {
+        const model = exports.HYPERBOLIC_IMAGE_MODELS.find((m) => m.id === this.modelName || (m.aliases && m.aliases.includes(this.modelName)));
+        return model?.cost || 0.01; // Default to $0.01 per image
+    }
+    async callApi(prompt, context, callApiOptions) {
+        const apiKey = this.getApiKey();
+        if (!apiKey) {
+            throw new Error('Hyperbolic API key is not set. Set the HYPERBOLIC_API_KEY environment variable or add `apiKey` to the provider config.');
+        }
+        const config = {
+            ...this.config,
+            ...context?.prompt?.config,
+        };
+        const modelName = config.model_name || this.getApiModelName();
+        const endpoint = '/image/generation';
+        const responseFormat = config.response_format || 'url';
+        const body = {
+            model_name: modelName,
+            prompt,
+            height: config.height || 1024,
+            width: config.width || 1024,
+            backend: config.backend || 'auto',
+        };
+        // Add optional parameters
+        if (config.prompt_2) {
+            body.prompt_2 = config.prompt_2;
+        }
+        if (config.negative_prompt) {
+            body.negative_prompt = config.negative_prompt;
+        }
+        if (config.negative_prompt_2) {
+            body.negative_prompt_2 = config.negative_prompt_2;
+        }
+        if (config.image) {
+            body.image = config.image;
+        }
+        if (config.strength !== undefined) {
+            body.strength = config.strength;
+        }
+        if (config.seed !== undefined) {
+            body.seed = config.seed;
+        }
+        if (config.cfg_scale !== undefined) {
+            body.cfg_scale = config.cfg_scale;
+        }
+        if (config.sampler) {
+            body.sampler = config.sampler;
+        }
+        if (config.steps !== undefined) {
+            body.steps = config.steps;
+        }
+        if (config.style_preset) {
+            body.style_preset = config.style_preset;
+        }
+        if (config.enable_refiner !== undefined) {
+            body.enable_refiner = config.enable_refiner;
+        }
+        if (config.controlnet_name) {
+            body.controlnet_name = config.controlnet_name;
+        }
+        if (config.controlnet_image) {
+            body.controlnet_image = config.controlnet_image;
+        }
+        if (config.loras) {
+            body.loras = config.loras;
+        }
+        logger_1.default.debug(`Calling Hyperbolic Image API: ${JSON.stringify(body)}`);
+        const headers = {
+            'Content-Type': 'application/json',
+            Authorization: `Bearer ${apiKey}`,
+        };
+        let data, status, statusText;
+        let cached = false;
+        try {
+            ({ data, cached, status, statusText } = await (0, cache_1.fetchWithCache)(`${this.getApiUrl()}${endpoint}`, {
+                method: 'POST',
+                headers,
+                body: JSON.stringify(body),
+            }, shared_1.REQUEST_TIMEOUT_MS));
+            if (status < 200 || status >= 300) {
+                return {
+                    error: `API error: ${status} ${statusText}\n${typeof data === 'string' ? data : JSON.stringify(data)}`,
+                };
+            }
+        }
+        catch (err) {
+            logger_1.default.error(`API call error: ${String(err)}`);
+            return {
+                error: `API call error: ${String(err)}`,
+            };
+        }
+        logger_1.default.debug(`\tHyperbolic image API response: ${JSON.stringify(data)}`);
+        if (data.error) {
+            return {
+                error: typeof data.error === 'string' ? data.error : JSON.stringify(data.error),
+            };
+        }
+        try {
+            if (!data.images || !Array.isArray(data.images) || data.images.length === 0) {
+                return {
+                    error: 'No images returned from API',
+                };
+            }
+            const imageData = data.images[0].image;
+            const cost = cached ? 0 : this.calculateImageCost();
+            // Format the output for proper rendering
+            const formattedOutput = formatHyperbolicImageOutput(imageData, prompt, responseFormat);
+            return {
+                output: formattedOutput,
+                cached,
+                cost,
+                ...(responseFormat === 'b64_json' ? { isBase64: true, format: 'json' } : {}),
+            };
+        }
+        catch (err) {
+            return {
+                error: `API error: ${String(err)}: ${JSON.stringify(data)}`,
+            };
+        }
+    }
+}
+exports.HyperbolicImageProvider = HyperbolicImageProvider;
+function createHyperbolicImageProvider(providerPath, options = {}) {
+    const splits = providerPath.split(':');
+    const modelName = splits.slice(2).join(':') || 'SDXL1.0-base';
+    return new HyperbolicImageProvider(modelName, options);
+}
+//# sourceMappingURL=image.js.map

package/dist/src/providers/hyperbolic/image.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"image.js","sourceRoot":"","sources":["../../../../src/providers/hyperbolic/image.ts"],"names":[],"mappings":";;;;;;AA6EA,kEAyBC;AA6LD,sEAOC;AA1SD,uCAA6C;AAC7C,yCAA4C;AAC5C,0DAAkC;AAIlC,sCAA+C;AA4BlC,QAAA,uBAAuB,GAAG;IACrC;QACE,EAAE,EAAE,YAAY;QAChB,OAAO,EAAE,CAAC,UAAU,EAAE,YAAY,EAAE,YAAY,CAAC;QACjD,IAAI,EAAE,KAAK,EAAE,mBAAmB;KACjC;IACD;QACE,EAAE,EAAE,cAAc;QAClB,OAAO,EAAE,CAAC,MAAM,EAAE,WAAW,CAAC;QAC9B,IAAI,EAAE,IAAI,EAAE,kBAAkB;KAC/B;IACD;QACE,EAAE,EAAE,OAAO;QACX,OAAO,EAAE,CAAC,sBAAsB,EAAE,QAAQ,CAAC;QAC3C,IAAI,EAAE,KAAK,EAAE,mBAAmB;KACjC;IACD;QACE,EAAE,EAAE,KAAK;QACT,OAAO,EAAE,CAAC,oBAAoB,EAAE,MAAM,CAAC;QACvC,IAAI,EAAE,KAAK,EAAE,mBAAmB;KACjC;IACD;QACE,EAAE,EAAE,KAAK;QACT,OAAO,EAAE,CAAC,eAAe,CAAC;QAC1B,IAAI,EAAE,KAAK,EAAE,mBAAmB;KACjC;IACD;QACE,EAAE,EAAE,YAAY;QAChB,OAAO,EAAE,CAAC,YAAY,CAAC;QACvB,IAAI,EAAE,KAAK,EAAE,mBAAmB;KACjC;IACD;QACE,EAAE,EAAE,iBAAiB;QACrB,OAAO,EAAE,CAAC,iBAAiB,CAAC;QAC5B,IAAI,EAAE,KAAK,EAAE,mBAAmB;KACjC;IACD;QACE,EAAE,EAAE,kBAAkB;QACtB,OAAO,EAAE,CAAC,kBAAkB,CAAC;QAC7B,IAAI,EAAE,KAAK,EAAE,mBAAmB;KACjC;CACF,CAAC;AAEF,SAAgB,2BAA2B,CACzC,SAAiB,EACjB,MAAc,EACd,cAAuB;IAEvB,IAAI,cAAc,KAAK,UAAU,EAAE,CAAC;QAClC,6CAA6C;QAC7C,OAAO,IAAI,CAAC,SAAS,CAAC;YACpB,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;SAChC,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,qEAAqE;QACrE,4CAA4C;QAC5C,IAAI,QAAQ,GAAG,YAAY,CAAC,CAAC,kBAAkB;QAC/C,IAAI,SAAS,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YACjC,QAAQ,GAAG,YAAY,CAAC;QAC1B,CAAC;aAAM,IAAI,SAAS,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;YAC/C,QAAQ,GAAG,WAAW,CAAC;QACzB,CAAC;aAAM,IAAI,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YACzC,QAAQ,GAAG,YAAY,CAAC;QAC1B,CAAC;QAED,8DAA8D;QAC9D,OAAO,QAAQ,QAAQ,WAAW,SAAS,EAAE,CAAC;IAChD,CAAC;AACH,CAAC;AAED,MAAa,uBAAuB;IAKlC,YACE,SAAiB,EACjB,UAAgF,EAAE;QAElF,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC;QACnC,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;IACzB,CAAC;IAED,SAAS;QACP,IAAI,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAC5B,CAAC;QACD,OAAO,IAAI,CAAC,GAAG,EAAE,kBAAkB,IAAI,IAAA,qBAAY,EAAC,oBAAoB,CAAC,CAAC;IAC5E,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,EAAE,UAAU,IAAI,+BAA+B,CAAC;IACpE,CAAC;IAED,EAAE;QACA,OAAO,oBAAoB,IAAI,CAAC,SAAS,EAAE,CAAC;IAC9C,CAAC;IAED,QAAQ;QACN,OAAO,8BAA8B,IAAI,CAAC,SAAS,GAAG,CAAC;IACzD,CAAC;IAEO,eAAe;QACrB,MAAM,KAAK,GAAG,+BAAuB,CAAC,IAAI,CACxC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CACpF,CAAC;QACF,OAAO,KAAK,EAAE,EAAE,IAAI,IAAI,CAAC,SAAS,CAAC;IACrC,CAAC;IAEO,kBAAkB;QACxB,MAAM,KAAK,GAAG,+BAAuB,CAAC,IAAI,CACxC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CACpF,CAAC;QACF,OAAO,KAAK,EAAE,IAAI,IAAI,IAAI,CAAC,CAAC,6BAA6B;IAC3D,CAAC;IAED,KAAK,CAAC,OAAO,CACX,MAAc,EACd,OAA8B,EAC9B,cAAqC;QAErC,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QAChC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CACb,wHAAwH,CACzH,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAG;YACb,GAAG,IAAI,CAAC,MAAM;YACd,GAAG,OAAO,EAAE,MAAM,EAAE,MAAM;SACD,CAAC;QAE5B,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;QAC9D,MAAM,QAAQ,GAAG,mBAAmB,CAAC;QACrC,MAAM,cAAc,GAAG,MAAM,CAAC,eAAe,IAAI,KAAK,CAAC;QAEvD,MAAM,IAAI,GAAwB;YAChC,UAAU,EAAE,SAAS;YACrB,MAAM;YACN,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,IAAI;YAC7B,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,IAAI;YAC3B,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,MAAM;SAClC,CAAC;QAEF,0BAA0B;QAC1B,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACpB,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QAClC,CAAC;QACD,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC;YAC3B,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;QAChD,CAAC;QACD,IAAI,MAAM,CAAC,iBAAiB,EAAE,CAAC;YAC7B,IAAI,CAAC,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,CAAC;QACpD,CAAC;QACD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAC5B,CAAC;QACD,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAClC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QAClC,CAAC;QACD,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC9B,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QAC1B,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACnC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QACpC,CAAC;QACD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAChC,CAAC;QACD,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC/B,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAC5B,CAAC;QACD,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;YACxB,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;QAC1C,CAAC;QACD,IAAI,MAAM,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YACxC,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC;QAC9C,CAAC;QACD,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC;YAC3B,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;QAChD,CAAC;QACD,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;YAC5B,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,CAAC;QAClD,CAAC;QACD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAC5B,CAAC;QAED,gBAAM,CAAC,KAAK,CAAC,iCAAiC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEtE,MAAM,OAAO,GAAG;YACd,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,MAAM,EAAE;SACR,CAAC;QAE5B,IAAI,IAAS,EAAE,MAAc,EAAE,UAAkB,CAAC;QAClD,IAAI,MAAM,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC;YACH,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,IAAA,sBAAc,EAC1D,GAAG,IAAI,CAAC,SAAS,EAAE,GAAG,QAAQ,EAAE,EAChC;gBACE,MAAM,EAAE,MAAM;gBACd,OAAO;gBACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;aAC3B,EACD,2BAAkB,CACnB,CAAC,CAAC;YAEH,IAAI,MAAM,GAAG,GAAG,IAAI,MAAM,IAAI,GAAG,EAAE,CAAC;gBAClC,OAAO;oBACL,KAAK,EAAE,cAAc,MAAM,IAAI,UAAU,KAAK,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE;iBACvG,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,gBAAM,CAAC,KAAK,CAAC,mBAAmB,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC/C,OAAO;gBACL,KAAK,EAAE,mBAAmB,MAAM,CAAC,GAAG,CAAC,EAAE;aACxC,CAAC;QACJ,CAAC;QAED,gBAAM,CAAC,KAAK,CAAC,oCAAoC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEzE,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,KAAK,EAAE,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC;aAChF,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5E,OAAO;oBACL,KAAK,EAAE,6BAA6B;iBACrC,CAAC;YACJ,CAAC;YAED,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YACvC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAEpD,yCAAyC;YACzC,MAAM,eAAe,GAAG,2BAA2B,CAAC,SAAS,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;YAEvF,OAAO;gBACL,MAAM,EAAE,eAAe;gBACvB,MAAM;gBACN,IAAI;gBACJ,GAAG,CAAC,cAAc,KAAK,UAAU,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC7E,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO;gBACL,KAAK,EAAE,cAAc,MAAM,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE;aAC5D,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAzLD,0DAyLC;AAED,SAAgB,6BAA6B,CAC3C,YAAoB,EACpB,UAAgF,EAAE;IAElF,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACvC,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,cAAc,CAAC;IAC9D,OAAO,IAAI,uBAAuB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;AACzD,CAAC"}

package/dist/src/providers/litellm.d.ts

@@ -62,6 +62,8 @@ export declare class LiteLLMProvider extends OpenAiChatCompletionProvider {
             seed?: number;
             passthrough?: object;
             reasoning_effort?: import("./openai/types").ReasoningEffort;
+            reasoning?: import("./openai/types").Reasoning;
+            service_tier?: ("auto" | "default" | "premium") | null;
             modalities?: string[];
             audio?: {
                 bitrate?: string;
@@ -78,7 +80,7 @@ export declare class LiteLLMProvider extends OpenAiChatCompletionProvider {
             stream?: boolean;
             truncation?: "auto" | "disabled";
             user?: string;
-            functionToolCallbacks?: Record<import("openai").default.FunctionDefinition["name"], (arg: string) => Promise<string>>;
+            functionToolCallbacks?: Record<import("openai").default.FunctionDefinition["name"], ((arg: string) => Promise<string>) | string>;
             mcp?: import("./mcp/types").MCPConfig;
         };
     };

package/dist/src/providers/litellm.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"litellm.d.ts","sourceRoot":"","sources":["../../../src/providers/litellm.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EAAE,4BAA4B,EAAE,MAAM,eAAe,CAAC;AAC7D,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AAE9D,KAAK,wBAAwB,GAAG,uBAAuB,CAAC;AAExD,KAAK,sBAAsB,GAAG,eAAe,GAAG;IAC9C,MAAM,CAAC,EAAE,wBAAwB,CAAC;CACnC,CAAC;AAEF,qBAAa,eAAgB,SAAQ,4BAA4B;gBACnD,SAAS,EAAE,MAAM,EAAE,eAAe,EAAE,sBAAsB;IAYtE,EAAE,IAAI,MAAM;IAIZ,QAAQ,IAAI,MAAM;IAIlB,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;wBAW2G,CAAC;;;;;;;;;;;;;;;;gCAAyX,CAAC;;;;;;;;;;;uBAAwO,CAAC;sBAAoB,CAAC;qBAAuE,CAAC;qBAAmB,CAAC;;;;;;;;;;;;;;;CADv0B"}
+{"version":3,"file":"litellm.d.ts","sourceRoot":"","sources":["../../../src/providers/litellm.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EAAE,4BAA4B,EAAE,MAAM,eAAe,CAAC;AAC7D,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AAE9D,KAAK,wBAAwB,GAAG,uBAAuB,CAAC;AAExD,KAAK,sBAAsB,GAAG,eAAe,GAAG;IAC9C,MAAM,CAAC,EAAE,wBAAwB,CAAC;CACnC,CAAC;AAEF,qBAAa,eAAgB,SAAQ,4BAA4B;gBACnD,SAAS,EAAE,MAAM,EAAE,eAAe,EAAE,sBAAsB;IAYtE,EAAE,IAAI,MAAM;IAIZ,QAAQ,IAAI,MAAM;IAIlB,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;wBAW+4B,CAAC;;;;;;;;;;;;;;;;gCAAyX,CAAC;;;;;;;;;;;;;uBAA2T,CAAC;sBAAoB,CAAC;qBAAuE,CAAC;qBAAmB,CAAC;;;;;;;;;;;;;;;CAD9rD"}