@sparkleideas/providers 3.0.0-alpha.6-patch.26 → 3.0.0-alpha.6-patch.27

package/dist/openai-provider.js

@@ -0,0 +1,543 @@
+"use strict";
+/**
+ * V3 OpenAI Provider
+ *
+ * Supports GPT-4o, GPT-4, o1, and other OpenAI models.
+ *
+ * @module @sparkleideas/providers/openai-provider
+ */
+var __extends = (this && this.__extends) || (function () {
+    var extendStatics = function (d, b) {
+        extendStatics = Object.setPrototypeOf ||
+            ({ __proto__: [] } instanceof Array && function (d, b) { d.__proto__ = b; }) ||
+            function (d, b) { for (var p in b) if (Object.prototype.hasOwnProperty.call(b, p)) d[p] = b[p]; };
+        return extendStatics(d, b);
+    };
+    return function (d, b) {
+        if (typeof b !== "function" && b !== null)
+            throw new TypeError("Class extends value " + String(b) + " is not a constructor or null");
+        extendStatics(d, b);
+        function __() { this.constructor = d; }
+        d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __());
+    };
+})();
+var __assign = (this && this.__assign) || function () {
+    __assign = Object.assign || function(t) {
+        for (var s, i = 1, n = arguments.length; i < n; i++) {
+            s = arguments[i];
+            for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
+                t[p] = s[p];
+        }
+        return t;
+    };
+    return __assign.apply(this, arguments);
+};
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __generator = (this && this.__generator) || function (thisArg, body) {
+    var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype);
+    return g.next = verb(0), g["throw"] = verb(1), g["return"] = verb(2), typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
+    function verb(n) { return function (v) { return step([n, v]); }; }
+    function step(op) {
+        if (f) throw new TypeError("Generator is already executing.");
+        while (g && (g = 0, op[0] && (_ = 0)), _) try {
+            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
+            if (y = 0, t) op = [op[0] & 2, t.value];
+            switch (op[0]) {
+                case 0: case 1: t = op; break;
+                case 4: _.label++; return { value: op[1], done: false };
+                case 5: _.label++; y = op[1]; op = [0]; continue;
+                case 7: op = _.ops.pop(); _.trys.pop(); continue;
+                default:
+                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
+                    if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
+                    if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
+                    if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
+                    if (t[2]) _.ops.pop();
+                    _.trys.pop(); continue;
+            }
+            op = body.call(thisArg, _);
+        } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
+        if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
+    }
+};
+var __await = (this && this.__await) || function (v) { return this instanceof __await ? (this.v = v, this) : new __await(v); }
+var __asyncGenerator = (this && this.__asyncGenerator) || function (thisArg, _arguments, generator) {
+    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
+    var g = generator.apply(thisArg, _arguments || []), i, q = [];
+    return i = Object.create((typeof AsyncIterator === "function" ? AsyncIterator : Object).prototype), verb("next"), verb("throw"), verb("return", awaitReturn), i[Symbol.asyncIterator] = function () { return this; }, i;
+    function awaitReturn(f) { return function (v) { return Promise.resolve(v).then(f, reject); }; }
+    function verb(n, f) { if (g[n]) { i[n] = function (v) { return new Promise(function (a, b) { q.push([n, v, a, b]) > 1 || resume(n, v); }); }; if (f) i[n] = f(i[n]); } }
+    function resume(n, v) { try { step(g[n](v)); } catch (e) { settle(q[0][3], e); } }
+    function step(r) { r.value instanceof __await ? Promise.resolve(r.value.v).then(fulfill, reject) : settle(q[0][2], r); }
+    function fulfill(value) { resume("next", value); }
+    function reject(value) { resume("throw", value); }
+    function settle(f, v) { if (f(v), q.shift(), q.length) resume(q[0][0], q[0][1]); }
+};
+var __spreadArray = (this && this.__spreadArray) || function (to, from, pack) {
+    if (pack || arguments.length === 2) for (var i = 0, l = from.length, ar; i < l; i++) {
+        if (ar || !(i in from)) {
+            if (!ar) ar = Array.prototype.slice.call(from, 0, i);
+            ar[i] = from[i];
+        }
+    }
+    return to.concat(ar || Array.prototype.slice.call(from));
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OpenAIProvider = void 0;
+var base_provider_js_1 = require("./base-provider.js");
+var types_js_1 = require("./types.js");
+var OpenAIProvider = /** @class */ (function (_super) {
+    __extends(OpenAIProvider, _super);
+    function OpenAIProvider(options) {
+        var _this = _super.call(this, options) || this;
+        _this.name = 'openai';
+        _this.capabilities = {
+            supportedModels: [
+                'gpt-4o',
+                'gpt-4o-mini',
+                'gpt-4-turbo',
+                'gpt-4',
+                'gpt-3.5-turbo',
+                'o1-preview',
+                'o1-mini',
+                'o3-mini',
+            ],
+            maxContextLength: {
+                'gpt-4o': 128000,
+                'gpt-4o-mini': 128000,
+                'gpt-4-turbo': 128000,
+                'gpt-4': 8192,
+                'gpt-3.5-turbo': 16384,
+                'o1-preview': 128000,
+                'o1-mini': 128000,
+                'o3-mini': 200000,
+            },
+            maxOutputTokens: {
+                'gpt-4o': 16384,
+                'gpt-4o-mini': 16384,
+                'gpt-4-turbo': 4096,
+                'gpt-4': 8192,
+                'gpt-3.5-turbo': 4096,
+                'o1-preview': 32768,
+                'o1-mini': 65536,
+                'o3-mini': 100000,
+            },
+            supportsStreaming: true,
+            supportsToolCalling: true,
+            supportsSystemMessages: true,
+            supportsVision: true,
+            supportsAudio: true,
+            supportsFineTuning: true,
+            supportsEmbeddings: true,
+            supportsBatching: true,
+            rateLimit: {
+                requestsPerMinute: 10000,
+                tokensPerMinute: 2000000,
+                concurrentRequests: 500,
+            },
+            pricing: {
+                'gpt-4o': {
+                    promptCostPer1k: 0.0025,
+                    completionCostPer1k: 0.01,
+                    currency: 'USD',
+                },
+                'gpt-4o-mini': {
+                    promptCostPer1k: 0.00015,
+                    completionCostPer1k: 0.0006,
+                    currency: 'USD',
+                },
+                'gpt-4-turbo': {
+                    promptCostPer1k: 0.01,
+                    completionCostPer1k: 0.03,
+                    currency: 'USD',
+                },
+                'gpt-4': {
+                    promptCostPer1k: 0.03,
+                    completionCostPer1k: 0.06,
+                    currency: 'USD',
+                },
+                'gpt-3.5-turbo': {
+                    promptCostPer1k: 0.0005,
+                    completionCostPer1k: 0.0015,
+                    currency: 'USD',
+                },
+                'o1-preview': {
+                    promptCostPer1k: 0.015,
+                    completionCostPer1k: 0.06,
+                    currency: 'USD',
+                },
+                'o1-mini': {
+                    promptCostPer1k: 0.003,
+                    completionCostPer1k: 0.012,
+                    currency: 'USD',
+                },
+                'o3-mini': {
+                    promptCostPer1k: 0.0011,
+                    completionCostPer1k: 0.0044,
+                    currency: 'USD',
+                },
+            },
+        };
+        _this.baseUrl = 'https://api.openai.com/v1';
+        _this.headers = {};
+        return _this;
+    }
+    OpenAIProvider.prototype.doInitialize = function () {
+        return __awaiter(this, void 0, void 0, function () {
+            var _a;
+            return __generator(this, function (_b) {
+                if (!this.config.apiKey) {
+                    throw new types_js_1.AuthenticationError('OpenAI API key is required', 'openai');
+                }
+                this.baseUrl = this.config.apiUrl || 'https://api.openai.com/v1';
+                this.headers = {
+                    Authorization: "Bearer ".concat(this.config.apiKey),
+                    'Content-Type': 'application/json',
+                };
+                if ((_a = this.config.providerOptions) === null || _a === void 0 ? void 0 : _a.organization) {
+                    this.headers['OpenAI-Organization'] = this.config.providerOptions.organization;
+                }
+                return [2 /*return*/];
+            });
+        });
+    };
+    OpenAIProvider.prototype.doComplete = function (request) {
+        return __awaiter(this, void 0, void 0, function () {
+            var openAIRequest, controller, timeout, response, data, error_1;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0:
+                        openAIRequest = this.buildRequest(request);
+                        controller = new AbortController();
+                        timeout = setTimeout(function () { return controller.abort(); }, this.config.timeout || 60000);
+                        _a.label = 1;
+                    case 1:
+                        _a.trys.push([1, 6, , 7]);
+                        return [4 /*yield*/, fetch("".concat(this.baseUrl, "/chat/completions"), {
+                                method: 'POST',
+                                headers: this.headers,
+                                body: JSON.stringify(openAIRequest),
+                                signal: controller.signal,
+                            })];
+                    case 2:
+                        response = _a.sent();
+                        clearTimeout(timeout);
+                        if (!!response.ok) return [3 /*break*/, 4];
+                        return [4 /*yield*/, this.handleErrorResponse(response)];
+                    case 3:
+                        _a.sent();
+                        _a.label = 4;
+                    case 4: return [4 /*yield*/, response.json()];
+                    case 5:
+                        data = _a.sent();
+                        return [2 /*return*/, this.transformResponse(data, request)];
+                    case 6:
+                        error_1 = _a.sent();
+                        clearTimeout(timeout);
+                        throw this.transformError(error_1);
+                    case 7: return [2 /*return*/];
+                }
+            });
+        });
+    };
+    OpenAIProvider.prototype.doStreamComplete = function (request) {
+        return __asyncGenerator(this, arguments, function doStreamComplete_1() {
+            var openAIRequest, controller, timeout, response, reader, decoder, buffer, _a, done, value, lines, _i, lines_1, line, data, promptTokens, model, baseModel, pricing, promptCostPer1k, completionCostPer1k, chunk, delta, _b, _c, toolCall, _d, error_2;
+            var _e, _f, _g, _h;
+            return __generator(this, function (_j) {
+                switch (_j.label) {
+                    case 0:
+                        openAIRequest = this.buildRequest(request, true);
+                        controller = new AbortController();
+                        timeout = setTimeout(function () { return controller.abort(); }, (this.config.timeout || 60000) * 2);
+                        _j.label = 1;
+                    case 1:
+                        _j.trys.push([1, 23, 24, 25]);
+                        return [4 /*yield*/, __await(fetch("".concat(this.baseUrl, "/chat/completions"), {
+                                method: 'POST',
+                                headers: this.headers,
+                                body: JSON.stringify(openAIRequest),
+                                signal: controller.signal,
+                            }))];
+                    case 2:
+                        response = _j.sent();
+                        if (!!response.ok) return [3 /*break*/, 4];
+                        return [4 /*yield*/, __await(this.handleErrorResponse(response))];
+                    case 3:
+                        _j.sent();
+                        _j.label = 4;
+                    case 4:
+                        reader = response.body.getReader();
+                        decoder = new TextDecoder();
+                        buffer = '';
+                        _j.label = 5;
+                    case 5:
+                        if (!true) return [3 /*break*/, 22];
+                        return [4 /*yield*/, __await(reader.read())];
+                    case 6:
+                        _a = _j.sent(), done = _a.done, value = _a.value;
+                        if (done)
+                            return [3 /*break*/, 22];
+                        buffer += decoder.decode(value, { stream: true });
+                        lines = buffer.split('\n');
+                        buffer = lines.pop() || '';
+                        _i = 0, lines_1 = lines;
+                        _j.label = 7;
+                    case 7:
+                        if (!(_i < lines_1.length)) return [3 /*break*/, 21];
+                        line = lines_1[_i];
+                        if (!line.startsWith('data: ')) return [3 /*break*/, 20];
+                        data = line.slice(6);
+                        if (!(data === '[DONE]')) return [3 /*break*/, 10];
+                        promptTokens = this.estimateTokens(JSON.stringify(request.messages));
+                        model = request.model || this.config.model;
+                        baseModel = model.includes('/') ? model.split('/').pop() : model;
+                        pricing = this.capabilities.pricing[model] || this.capabilities.pricing[baseModel];
+                        promptCostPer1k = (_e = pricing === null || pricing === void 0 ? void 0 : pricing.promptCostPer1k) !== null && _e !== void 0 ? _e : 0;
+                        completionCostPer1k = (_f = pricing === null || pricing === void 0 ? void 0 : pricing.completionCostPer1k) !== null && _f !== void 0 ? _f : 0;
+                        return [4 /*yield*/, __await({
+                                type: 'done',
+                                usage: {
+                                    promptTokens: promptTokens,
+                                    completionTokens: 100, // Estimate
+                                    totalTokens: promptTokens + 100,
+                                },
+                                cost: {
+                                    promptCost: (promptTokens / 1000) * promptCostPer1k,
+                                    completionCost: (100 / 1000) * completionCostPer1k,
+                                    totalCost: (promptTokens / 1000) * promptCostPer1k +
+                                        (100 / 1000) * completionCostPer1k,
+                                    currency: 'USD',
+                                },
+                            })];
+                    case 8: return [4 /*yield*/, _j.sent()];
+                    case 9:
+                        _j.sent();
+                        return [3 /*break*/, 20];
+                    case 10:
+                        _j.trys.push([10, 19, , 20]);
+                        chunk = JSON.parse(data);
+                        delta = (_h = (_g = chunk.choices) === null || _g === void 0 ? void 0 : _g[0]) === null || _h === void 0 ? void 0 : _h.delta;
+                        if (!(delta === null || delta === void 0 ? void 0 : delta.content)) return [3 /*break*/, 13];
+                        return [4 /*yield*/, __await({
+                                type: 'content',
+                                delta: { content: delta.content },
+                            })];
+                    case 11: return [4 /*yield*/, _j.sent()];
+                    case 12:
+                        _j.sent();
+                        _j.label = 13;
+                    case 13:
+                        if (!(delta === null || delta === void 0 ? void 0 : delta.tool_calls)) return [3 /*break*/, 18];
+                        _b = 0, _c = delta.tool_calls;
+                        _j.label = 14;
+                    case 14:
+                        if (!(_b < _c.length)) return [3 /*break*/, 18];
+                        toolCall = _c[_b];
+                        return [4 /*yield*/, __await({
+                                type: 'tool_call',
+                                delta: {
+                                    toolCall: {
+                                        id: toolCall.id,
+                                        type: 'function',
+                                        function: toolCall.function,
+                                    },
+                                },
+                            })];
+                    case 15: return [4 /*yield*/, _j.sent()];
+                    case 16:
+                        _j.sent();
+                        _j.label = 17;
+                    case 17:
+                        _b++;
+                        return [3 /*break*/, 14];
+                    case 18: return [3 /*break*/, 20];
+                    case 19:
+                        _d = _j.sent();
+                        return [3 /*break*/, 20];
+                    case 20:
+                        _i++;
+                        return [3 /*break*/, 7];
+                    case 21: return [3 /*break*/, 5];
+                    case 22: return [3 /*break*/, 25];
+                    case 23:
+                        error_2 = _j.sent();
+                        clearTimeout(timeout);
+                        throw this.transformError(error_2);
+                    case 24:
+                        clearTimeout(timeout);
+                        return [7 /*endfinally*/];
+                    case 25: return [2 /*return*/];
+                }
+            });
+        });
+    };
+    OpenAIProvider.prototype.listModels = function () {
+        return __awaiter(this, void 0, void 0, function () {
+            return __generator(this, function (_a) {
+                return [2 /*return*/, this.capabilities.supportedModels];
+            });
+        });
+    };
+    OpenAIProvider.prototype.getModelInfo = function (model) {
+        return __awaiter(this, void 0, void 0, function () {
+            var descriptions;
+            return __generator(this, function (_a) {
+                descriptions = {
+                    'gpt-4o': 'Most capable GPT-4 model with vision and audio',
+                    'gpt-4o-mini': 'Affordable and intelligent small model',
+                    'gpt-4-turbo': 'GPT-4 Turbo with vision',
+                    'gpt-4': 'High capability model',
+                    'gpt-3.5-turbo': 'Fast and efficient model',
+                    'o1-preview': 'Reasoning model for complex tasks',
+                    'o1-mini': 'Fast reasoning model',
+                    'o3-mini': 'Latest reasoning model',
+                };
+                return [2 /*return*/, {
+                        model: model,
+                        name: model,
+                        description: descriptions[model] || 'OpenAI language model',
+                        contextLength: this.capabilities.maxContextLength[model] || 8192,
+                        maxOutputTokens: this.capabilities.maxOutputTokens[model] || 4096,
+                        supportedFeatures: __spreadArray([
+                            'chat',
+                            'completion',
+                            'tool_calling'
+                        ], (model.includes('gpt-4') ? ['vision'] : []), true),
+                        pricing: this.capabilities.pricing[model],
+                    }];
+            });
+        });
+    };
+    OpenAIProvider.prototype.doHealthCheck = function () {
+        return __awaiter(this, void 0, void 0, function () {
+            var response, error_3;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0:
+                        _a.trys.push([0, 2, , 3]);
+                        return [4 /*yield*/, fetch("".concat(this.baseUrl, "/models"), {
+                                headers: this.headers,
+                            })];
+                    case 1:
+                        response = _a.sent();
+                        return [2 /*return*/, __assign({ healthy: response.ok, timestamp: new Date() }, (response.ok ? {} : { error: "HTTP ".concat(response.status) }))];
+                    case 2:
+                        error_3 = _a.sent();
+                        return [2 /*return*/, {
+                                healthy: false,
+                                error: error_3 instanceof Error ? error_3.message : 'Unknown error',
+                                timestamp: new Date(),
+                            }];
+                    case 3: return [2 /*return*/];
+                }
+            });
+        });
+    };
+    OpenAIProvider.prototype.buildRequest = function (request, stream) {
+        var _a, _b, _c, _d;
+        if (stream === void 0) { stream = false; }
+        var openAIRequest = {
+            model: request.model || this.config.model,
+            messages: request.messages.map(function (msg) { return (__assign(__assign(__assign({ role: msg.role, content: typeof msg.content === 'string' ? msg.content : JSON.stringify(msg.content) }, (msg.name && { name: msg.name })), (msg.toolCallId && { tool_call_id: msg.toolCallId })), (msg.toolCalls && { tool_calls: msg.toolCalls }))); }),
+            stream: stream,
+        };
+        if (request.temperature !== undefined || this.config.temperature !== undefined) {
+            openAIRequest.temperature = (_a = request.temperature) !== null && _a !== void 0 ? _a : this.config.temperature;
+        }
+        if (request.maxTokens || this.config.maxTokens) {
+            openAIRequest.max_tokens = request.maxTokens || this.config.maxTokens;
+        }
+        if (request.topP !== undefined || this.config.topP !== undefined) {
+            openAIRequest.top_p = (_b = request.topP) !== null && _b !== void 0 ? _b : this.config.topP;
+        }
+        if (request.frequencyPenalty !== undefined || this.config.frequencyPenalty !== undefined) {
+            openAIRequest.frequency_penalty = (_c = request.frequencyPenalty) !== null && _c !== void 0 ? _c : this.config.frequencyPenalty;
+        }
+        if (request.presencePenalty !== undefined || this.config.presencePenalty !== undefined) {
+            openAIRequest.presence_penalty = (_d = request.presencePenalty) !== null && _d !== void 0 ? _d : this.config.presencePenalty;
+        }
+        if (request.stopSequences || this.config.stopSequences) {
+            openAIRequest.stop = request.stopSequences || this.config.stopSequences;
+        }
+        if (request.tools) {
+            openAIRequest.tools = request.tools;
+            openAIRequest.tool_choice = request.toolChoice;
+        }
+        return openAIRequest;
+    };
+    OpenAIProvider.prototype.transformResponse = function (data, request) {
+        var _a, _b;
+        var choice = data.choices[0];
+        var model = request.model || this.config.model;
+        // Handle OpenRouter and other compatible APIs with different model naming
+        var baseModel = model.includes('/') ? model.split('/').pop() : model;
+        var pricing = this.capabilities.pricing[model] || this.capabilities.pricing[baseModel];
+        // Default pricing if model not found
+        var promptCostPer1k = (_a = pricing === null || pricing === void 0 ? void 0 : pricing.promptCostPer1k) !== null && _a !== void 0 ? _a : 0;
+        var completionCostPer1k = (_b = pricing === null || pricing === void 0 ? void 0 : pricing.completionCostPer1k) !== null && _b !== void 0 ? _b : 0;
+        var promptCost = (data.usage.prompt_tokens / 1000) * promptCostPer1k;
+        var completionCost = (data.usage.completion_tokens / 1000) * completionCostPer1k;
+        return {
+            id: data.id,
+            model: model,
+            provider: 'openai',
+            content: choice.message.content || '',
+            toolCalls: choice.message.tool_calls,
+            usage: {
+                promptTokens: data.usage.prompt_tokens,
+                completionTokens: data.usage.completion_tokens,
+                totalTokens: data.usage.total_tokens,
+            },
+            cost: {
+                promptCost: promptCost,
+                completionCost: completionCost,
+                totalCost: promptCost + completionCost,
+                currency: 'USD',
+            },
+            finishReason: choice.finish_reason,
+        };
+    };
+    OpenAIProvider.prototype.handleErrorResponse = function (response) {
+        return __awaiter(this, void 0, void 0, function () {
+            var errorText, errorData, message, retryAfter;
+            var _a;
+            return __generator(this, function (_b) {
+                switch (_b.label) {
+                    case 0: return [4 /*yield*/, response.text()];
+                    case 1:
+                        errorText = _b.sent();
+                        try {
+                            errorData = JSON.parse(errorText);
+                        }
+                        catch (_c) {
+                            errorData = { error: { message: errorText } };
+                        }
+                        message = ((_a = errorData.error) === null || _a === void 0 ? void 0 : _a.message) || 'Unknown error';
+                        switch (response.status) {
+                            case 401:
+                                throw new types_js_1.AuthenticationError(message, 'openai', errorData);
+                            case 429:
+                                retryAfter = response.headers.get('retry-after');
+                                throw new types_js_1.RateLimitError(message, 'openai', retryAfter ? parseInt(retryAfter) : undefined, errorData);
+                            case 404:
+                                throw new types_js_1.ModelNotFoundError(this.config.model, 'openai', errorData);
+                            default:
+                                throw new types_js_1.LLMProviderError(message, "OPENAI_".concat(response.status), 'openai', response.status, response.status >= 500, errorData);
+                        }
+                        return [2 /*return*/];
+                }
+            });
+        });
+    };
+    return OpenAIProvider;
+}(base_provider_js_1.BaseProvider));
+exports.OpenAIProvider = OpenAIProvider;

package/dist/provider-manager.d.ts

@@ -0,0 +1,117 @@
+/**
+ * V3 Provider Manager
+ *
+ * Orchestrates multiple LLM providers with:
+ * - Load balancing (round-robin, latency-based, cost-based)
+ * - Automatic failover
+ * - Request caching
+ * - Cost optimization
+ *
+ * @module @sparkleideas/providers/provider-manager
+ */
+import { EventEmitter } from 'events';
+import { ILLMProvider, LLMProvider, LLMRequest, LLMResponse, LLMStreamEvent, ProviderManagerConfig, HealthCheckResult, CostEstimate, UsageStats, UsagePeriod } from './types.js';
+import { ILogger } from './base-provider.js';
+/**
+ * Provider metrics for load balancing
+ */
+interface ProviderMetrics {
+    latency: number;
+    errorRate: number;
+    cost: number;
+    lastUsed: number;
+}
+/**
+ * Provider Manager - Orchestrates multiple LLM providers
+ */
+export declare class ProviderManager extends EventEmitter {
+    private config;
+    private providers;
+    private cache;
+    private metrics;
+    private roundRobinIndex;
+    private logger;
+    constructor(config: ProviderManagerConfig, logger?: ILogger);
+    /**
+     * Initialize all configured providers
+     */
+    initialize(): Promise<void>;
+    /**
+     * Create a provider instance
+     */
+    private createProvider;
+    /**
+     * Complete a request with automatic provider selection
+     */
+    complete(request: LLMRequest, preferredProvider?: LLMProvider): Promise<LLMResponse>;
+    /**
+     * Stream complete with automatic provider selection
+     */
+    streamComplete(request: LLMRequest, preferredProvider?: LLMProvider): AsyncIterable<LLMStreamEvent>;
+    /**
+     * Select provider based on load balancing strategy
+     */
+    private selectProvider;
+    private selectRoundRobin;
+    private selectLeastLoaded;
+    private selectByLatency;
+    private selectByCost;
+    /**
+     * Complete with fallback on failure
+     */
+    private completWithFallback;
+    /**
+     * Update provider metrics
+     */
+    private updateMetrics;
+    /**
+     * Get cached response
+     */
+    private getCached;
+    /**
+     * Set cached response
+     */
+    private setCached;
+    /**
+     * Generate cache key
+     */
+    private getCacheKey;
+    /**
+     * Get a specific provider
+     */
+    getProvider(name: LLMProvider): ILLMProvider | undefined;
+    /**
+     * List all available providers
+     */
+    listProviders(): LLMProvider[];
+    /**
+     * Health check all providers
+     */
+    healthCheck(): Promise<Map<LLMProvider, HealthCheckResult>>;
+    /**
+     * Estimate cost across providers
+     */
+    estimateCost(request: LLMRequest): Promise<Map<LLMProvider, CostEstimate>>;
+    /**
+     * Get aggregated usage statistics
+     */
+    getUsage(period?: UsagePeriod): Promise<UsageStats>;
+    /**
+     * Get provider metrics
+     */
+    getMetrics(): Map<LLMProvider, ProviderMetrics>;
+    /**
+     * Clear cache
+     */
+    clearCache(): void;
+    /**
+     * Destroy all providers
+     */
+    destroy(): void;
+}
+/**
+ * Create and initialize a provider manager
+ */
+export declare function createProviderManager(config: ProviderManagerConfig, logger?: ILogger): Promise<ProviderManager>;
+export {};
+//# sourceMappingURL=provider-manager.d.ts.map

package/dist/provider-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider-manager.d.ts","sourceRoot":"","sources":["../src/provider-manager.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,EACL,YAAY,EACZ,WAAW,EAEX,UAAU,EACV,WAAW,EACX,cAAc,EAEd,qBAAqB,EAErB,iBAAiB,EACjB,YAAY,EACZ,UAAU,EACV,WAAW,EAGZ,MAAM,YAAY,CAAC;AACpB,OAAO,EAAuB,OAAO,EAAiB,MAAM,oBAAoB,CAAC;AAiBjF;;GAEG;AACH,UAAU,eAAe;IACvB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,qBAAa,eAAgB,SAAQ,YAAY;IAQ7C,OAAO,CAAC,MAAM;IAPhB,OAAO,CAAC,SAAS,CAA6C;IAC9D,OAAO,CAAC,KAAK,CAAsC;IACnD,OAAO,CAAC,OAAO,CAAgD;IAC/D,OAAO,CAAC,eAAe,CAAK;IAC5B,OAAO,CAAC,MAAM,CAAU;gBAGd,MAAM,EAAE,qBAAqB,EACrC,MAAM,CAAC,EAAE,OAAO;IAMlB;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IA6BjC;;OAEG;IACH,OAAO,CAAC,cAAc;IAwBtB;;OAEG;IACG,QAAQ,CAAC,OAAO,EAAE,UAAU,EAAE,iBAAiB,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IA4C1F;;OAEG;IACI,cAAc,CACnB,OAAO,EAAE,UAAU,EACnB,iBAAiB,CAAC,EAAE,WAAW,GAC9B,aAAa,CAAC,cAAc,CAAC;IAuBhC;;OAEG;YACW,cAAc;IA0B5B,OAAO,CAAC,gBAAgB;IAMxB,OAAO,CAAC,iBAAiB;IAMzB,OAAO,CAAC,eAAe;YAUT,YAAY;IAgB1B;;OAEG;YACW,mBAAmB;IA6CjC;;OAEG;IACH,OAAO,CAAC,aAAa;IA6BrB;;OAEG;IACH,OAAO,CAAC,SAAS;IAgBjB;;OAEG;IACH,OAAO,CAAC,SAAS;IAoBjB;;OAEG;IACH,OAAO,CAAC,WAAW;IASnB;;OAEG;IACH,WAAW,CAAC,IAAI,EAAE,WAAW,GAAG,YAAY,GAAG,SAAS;IAIxD;;OAEG;IACH,aAAa,IAAI,WAAW,EAAE;IAI9B;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,iBAAiB,CAAC,CAAC;IAajE;;OAEG;IACG,YAAY,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;IAahF;;OAEG;IACG,QAAQ,CAAC,MAAM,GAAE,WAAmB,GAAG,OAAO,CAAC,UAAU,CAAC;IAqChE;;OAEG;IACH,UAAU,IAAI,GAAG,CAAC,WAAW,EAAE,eAAe,CAAC;IAI/C;;OAEG;IACH,UAAU,IAAI,IAAI;IAKlB;;OAEG;IACH,OAAO,IAAI,IAAI;CAUhB;AAED;;GAEG;AACH,wBAAsB,qBAAqB,CACzC,MAAM,EAAE,qBAAqB,EAC7B,MAAM,CAAC,EAAE,OAAO,GACf,OAAO,CAAC,eAAe,CAAC,CAI1B"}