@theihtisham/budget-llm 1.0.0

package/dist/providers.js

@@ -0,0 +1,208 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.sendToProvider = sendToProvider;
+exports.buildProxyResponse = buildProxyResponse;
+const https_1 = __importDefault(require("https"));
+const http_1 = __importDefault(require("http"));
+const config_1 = require("./config");
+/**
+ * Send a chat completion request to a specific provider.
+ * Translates the unified request format into the provider's native API format.
+ */
+async function sendToProvider(providerId, model, messages, options) {
+    const providers = (0, config_1.getProviders)();
+    const provider = providers.find((p) => p.id === providerId);
+    if (!provider || !provider.enabled) {
+        throw new Error(`Provider ${providerId} is not available`);
+    }
+    switch (providerId) {
+        case 'openai':
+            return sendOpenAI(provider, model, messages, options);
+        case 'anthropic':
+            return sendAnthropic(provider, model, messages, options);
+        case 'google':
+            return sendGoogle(provider, model, messages, options);
+        case 'deepseek':
+            return sendDeepSeek(provider, model, messages, options);
+        default:
+            throw new Error(`Unknown provider: ${providerId}`);
+    }
+}
+// ---- OpenAI Compatible (OpenAI + DeepSeek) ----
+async function sendOpenAI(provider, model, messages, options) {
+    const body = JSON.stringify({
+        model,
+        messages,
+        temperature: options.temperature ?? 0.7,
+        max_tokens: options.max_tokens ?? 2048,
+        top_p: options.top_p ?? 1,
+    });
+    const result = await makeRequest(`${provider.baseUrl}/chat/completions`, 'POST', body, {
+        'Authorization': `Bearer ${provider.apiKey}`,
+        'Content-Type': 'application/json',
+    }, provider.timeoutMs);
+    const data = JSON.parse(result);
+    return {
+        content: data.choices[0]?.message?.content ?? '',
+        model: data.model,
+        inputTokens: data.usage?.prompt_tokens ?? 0,
+        outputTokens: data.usage?.completion_tokens ?? 0,
+        finishReason: data.choices[0]?.finish_reason ?? 'stop',
+    };
+}
+async function sendDeepSeek(provider, model, messages, options) {
+    // DeepSeek uses OpenAI-compatible API
+    return sendOpenAI(provider, model, messages, options);
+}
+// ---- Anthropic ----
+async function sendAnthropic(provider, model, messages, options) {
+    // Anthropic requires system message separate from messages array
+    const systemMessage = messages.find((m) => m.role === 'system')?.content ?? '';
+    const chatMessages = messages.filter((m) => m.role !== 'system');
+    const body = JSON.stringify({
+        model,
+        messages: chatMessages.map((m) => ({ role: m.role, content: m.content })),
+        ...(systemMessage ? { system: systemMessage } : {}),
+        max_tokens: options.max_tokens ?? 2048,
+        temperature: options.temperature ?? 0.7,
+        top_p: options.top_p ?? 1,
+    });
+    const result = await makeRequest(`${provider.baseUrl}/messages`, 'POST', body, {
+        'x-api-key': provider.apiKey,
+        'anthropic-version': '2023-06-01',
+        'Content-Type': 'application/json',
+    }, provider.timeoutMs);
+    const data = JSON.parse(result);
+    return {
+        content: data.content
+            ?.filter((c) => c.type === 'text')
+            .map((c) => c.text)
+            .join('') ?? '',
+        model: data.model,
+        inputTokens: data.usage?.input_tokens ?? 0,
+        outputTokens: data.usage?.output_tokens ?? 0,
+        finishReason: data.stop_reason ?? 'end_turn',
+    };
+}
+// ---- Google Gemini ----
+async function sendGoogle(provider, model, messages, options) {
+    // Convert messages to Gemini format
+    const contents = messages
+        .filter((m) => m.role !== 'system')
+        .map((m) => ({
+        role: m.role === 'assistant' ? 'model' : 'user',
+        parts: [{ text: m.content }],
+    }));
+    const systemInstruction = messages.find((m) => m.role === 'system');
+    const body = JSON.stringify({
+        contents,
+        ...(systemInstruction ? { systemInstruction: { parts: [{ text: systemInstruction.content }] } } : {}),
+        generationConfig: {
+            temperature: options.temperature ?? 0.7,
+            maxOutputTokens: options.max_tokens ?? 2048,
+            topP: options.top_p ?? 1,
+        },
+    });
+    const result = await makeRequest(`${provider.baseUrl}/models/${model}:generateContent?key=${provider.apiKey}`, 'POST', body, {
+        'Content-Type': 'application/json',
+    }, provider.timeoutMs);
+    const data = JSON.parse(result);
+    return {
+        content: data.candidates?.[0]?.content?.parts?.map((p) => p.text).join('') ?? '',
+        model,
+        inputTokens: data.usageMetadata?.promptTokenCount ?? 0,
+        outputTokens: data.usageMetadata?.candidatesTokenCount ?? 0,
+        finishReason: data.candidates?.[0]?.finishReason ?? 'STOP',
+    };
+}
+// ---- HTTP Helper ----
+function makeRequest(url, method, body, headers, timeoutMs) {
+    return new Promise((resolve, reject) => {
+        const parsedUrl = new URL(url);
+        const isHttps = parsedUrl.protocol === 'https:';
+        const lib = isHttps ? https_1.default : http_1.default;
+        const req = lib.request({
+            hostname: parsedUrl.hostname,
+            port: parsedUrl.port || (isHttps ? 443 : 80),
+            path: parsedUrl.pathname + parsedUrl.search,
+            method,
+            headers: {
+                ...headers,
+                'Content-Length': Buffer.byteLength(body).toString(),
+            },
+            timeout: timeoutMs,
+        }, (res) => {
+            let data = '';
+            res.on('data', (chunk) => {
+                data += chunk.toString();
+            });
+            res.on('end', () => {
+                if (res.statusCode && res.statusCode >= 400) {
+                    config_1.log.error(`Provider returned ${res.statusCode}: ${data.substring(0, 200)}`);
+                    reject(new Error(`Provider returned HTTP ${res.statusCode}: ${data.substring(0, 500)}`));
+                }
+                else {
+                    resolve(data);
+                }
+            });
+        });
+        req.on('error', (err) => {
+            reject(new Error(`Network error: ${err.message}`));
+        });
+        req.on('timeout', () => {
+            req.destroy();
+            reject(new Error(`Request timed out after ${timeoutMs}ms`));
+        });
+        req.write(body);
+        req.end();
+    });
+}
+// ---- Response Builder ----
+function buildProxyResponse(providerResponse, providerId, requestId) {
+    const modelInfo = config_1.MODEL_CATALOG.find((m) => m.id === providerResponse.model);
+    const inputCost = modelInfo
+        ? (providerResponse.inputTokens / 1000000) * modelInfo.inputPricePer1M
+        : 0;
+    const outputCost = modelInfo
+        ? (providerResponse.outputTokens / 1000000) * modelInfo.outputPricePer1M
+        : 0;
+    // Compare against GPT-4 Turbo
+    const gpt4InputCost = (providerResponse.inputTokens / 1000000) * 10;
+    const gpt4OutputCost = (providerResponse.outputTokens / 1000000) * 30;
+    const gpt4Total = gpt4InputCost + gpt4OutputCost;
+    const actualTotal = inputCost + outputCost;
+    return {
+        id: requestId,
+        object: 'chat.completion',
+        created: Math.floor(Date.now() / 1000),
+        model: providerResponse.model,
+        choices: [
+            {
+                index: 0,
+                message: {
+                    role: 'assistant',
+                    content: providerResponse.content,
+                },
+                finish_reason: providerResponse.finishReason,
+            },
+        ],
+        usage: {
+            prompt_tokens: providerResponse.inputTokens,
+            completion_tokens: providerResponse.outputTokens,
+            total_tokens: providerResponse.inputTokens + providerResponse.outputTokens,
+        },
+        cost: {
+            inputCost,
+            outputCost,
+            totalCost: actualTotal,
+            currency: 'USD',
+            model: providerResponse.model,
+            provider: providerId,
+            savingsVsGpt4: Math.max(0, gpt4Total - actualTotal),
+        },
+    };
+}
+//# sourceMappingURL=providers.js.map

package/dist/providers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"providers.js","sourceRoot":"","sources":["../src/providers.ts"],"names":[],"mappings":";;;;;AAiBA,wCA6BC;AA2ND,gDAiDC;AA1TD,kDAA0B;AAC1B,gDAAwB;AAExB,qCAA4D;AAU5D;;;GAGG;AACI,KAAK,UAAU,cAAc,CAClC,UAAsB,EACtB,KAAa,EACb,QAAuB,EACvB,OAIC;IAED,MAAM,SAAS,GAAG,IAAA,qBAAY,GAAE,CAAC;IACjC,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,UAAU,CAAC,CAAC;IAE5D,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CAAC,YAAY,UAAU,mBAAmB,CAAC,CAAC;IAC7D,CAAC;IAED,QAAQ,UAAU,EAAE,CAAC;QACnB,KAAK,QAAQ;YACX,OAAO,UAAU,CAAC,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;QACxD,KAAK,WAAW;YACd,OAAO,aAAa,CAAC,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC3D,KAAK,QAAQ;YACX,OAAO,UAAU,CAAC,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;QACxD,KAAK,UAAU;YACb,OAAO,YAAY,CAAC,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC1D;YACE,MAAM,IAAI,KAAK,CAAC,qBAAqB,UAAU,EAAE,CAAC,CAAC;IACvD,CAAC;AACH,CAAC;AAED,kDAAkD;AAElD,KAAK,UAAU,UAAU,CACvB,QAAwB,EACxB,KAAa,EACb,QAAuB,EACvB,OAAsE;IAEtE,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;QAC1B,KAAK;QACL,QAAQ;QACR,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;QACvC,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI;QACtC,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;KAC1B,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,MAAM,WAAW,CAC9B,GAAG,QAAQ,CAAC,OAAO,mBAAmB,EACtC,MAAM,EACN,IAAI,EACJ;QACE,eAAe,EAAE,UAAU,QAAQ,CAAC,MAAM,EAAE;QAC5C,cAAc,EAAE,kBAAkB;KACnC,EACD,QAAQ,CAAC,SAAS,CACnB,CAAC;IAEF,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAI7B,CAAC;IAEF,OAAO;QACL,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE;QAChD,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,WAAW,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;QAC3C,YAAY,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC;QAChD,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,IAAI,MAAM;KACvD,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,QAAwB,EACxB,KAAa,EACb,QAAuB,EACvB,OAAsE;IAEtE,sCAAsC;IACtC,OAAO,UAAU,CAAC,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;AACxD,CAAC;AAED,sBAAsB;AAEtB,KAAK,UAAU,aAAa,CAC1B,QAAwB,EACxB,KAAa,EACb,QAAuB,EACvB,OAAsE;IAEtE,iEAAiE;IACjE,MAAM,aAAa,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC;IAC/E,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;IAEjE,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;QAC1B,KAAK;QACL,QAAQ,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QACzE,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnD,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI;QACtC,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;QACvC,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;KAC1B,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,MAAM,WAAW,CAC9B,GAAG,QAAQ,CAAC,OAAO,WAAW,EAC9B,MAAM,EACN,IAAI,EACJ;QACE,WAAW,EAAE,QAAQ,CAAC,MAAM;QAC5B,mBAAmB,EAAE,YAAY;QACjC,cAAc,EAAE,kBAAkB;KACnC,EACD,QAAQ,CAAC,SAAS,CACnB,CAAC;IAEF,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAK7B,CAAC;IAEF,OAAO;QACL,OAAO,EAAE,IAAI,CAAC,OAAO;YACnB,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;aACjC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;aAClB,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE;QACjB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,WAAW,EAAE,IAAI,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;QAC1C,YAAY,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;QAC5C,YAAY,EAAE,IAAI,CAAC,WAAW,IAAI,UAAU;KAC7C,CAAC;AACJ,CAAC;AAED,0BAA0B;AAE1B,KAAK,UAAU,UAAU,CACvB,QAAwB,EACxB,KAAa,EACb,QAAuB,EACvB,OAAsE;IAEtE,oCAAoC;IACpC,MAAM,QAAQ,GAAG,QAAQ;SACtB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;SAClC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACX,IAAI,EAAE,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;QAC/C,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;KAC7B,CAAC,CAAC,CAAC;IAEN,MAAM,iBAAiB,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;IACpE,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;QAC1B,QAAQ;QACR,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,iBAAiB,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrG,gBAAgB,EAAE;YAChB,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;YACvC,eAAe,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI;YAC3C,IAAI,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;SACzB;KACF,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,MAAM,WAAW,CAC9B,GAAG,QAAQ,CAAC,OAAO,WAAW,KAAK,wBAAwB,QAAQ,CAAC,MAAM,EAAE,EAC5E,MAAM,EACN,IAAI,EACJ;QACE,cAAc,EAAE,kBAAkB;KACnC,EACD,QAAQ,CAAC,SAAS,CACnB,CAAC;IAEF,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAO7B,CAAC;IAEF,OAAO;QACL,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE;QAChF,KAAK;QACL,WAAW,EAAE,IAAI,CAAC,aAAa,EAAE,gBAAgB,IAAI,CAAC;QACtD,YAAY,EAAE,IAAI,CAAC,aAAa,EAAE,oBAAoB,IAAI,CAAC;QAC3D,YAAY,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,IAAI,MAAM;KAC3D,CAAC;AACJ,CAAC;AAED,wBAAwB;AAExB,SAAS,WAAW,CAClB,GAAW,EACX,MAAc,EACd,IAAY,EACZ,OAA+B,EAC/B,SAAiB;IAEjB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC/B,MAAM,OAAO,GAAG,SAAS,CAAC,QAAQ,KAAK,QAAQ,CAAC;QAChD,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,eAAK,CAAC,CAAC,CAAC,cAAI,CAAC;QAEnC,MAAM,GAAG,GAAG,GAAG,CAAC,OAAO,CACrB;YACE,QAAQ,EAAE,SAAS,CAAC,QAAQ;YAC5B,IAAI,EAAE,SAAS,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5C,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,MAAM;YAC3C,MAAM;YACN,OAAO,EAAE;gBACP,GAAG,OAAO;gBACV,gBAAgB,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE;aACrD;YACD,OAAO,EAAE,SAAS;SACnB,EACD,CAAC,GAAG,EAAE,EAAE;YACN,IAAI,IAAI,GAAG,EAAE,CAAC;YACd,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;gBAC/B,IAAI,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YAC3B,CAAC,CAAC,CAAC;YACH,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;gBACjB,IAAI,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,UAAU,IAAI,GAAG,EAAE,CAAC;oBAC5C,YAAG,CAAC,KAAK,CAAC,qBAAqB,GAAG,CAAC,UAAU,KAAK,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;oBAC5E,MAAM,CAAC,IAAI,KAAK,CAAC,0BAA0B,GAAG,CAAC,UAAU,KAAK,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC3F,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,IAAI,CAAC,CAAC;gBAChB,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CACF,CAAC;QAEF,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACtB,MAAM,CAAC,IAAI,KAAK,CAAC,kBAAkB,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;QAEH,GAAG,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE;YACrB,GAAG,CAAC,OAAO,EAAE,CAAC;YACd,MAAM,CAAC,IAAI,KAAK,CAAC,2BAA2B,SAAS,IAAI,CAAC,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;QAEH,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAChB,GAAG,CAAC,GAAG,EAAE,CAAC;IACZ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,6BAA6B;AAE7B,SAAgB,kBAAkB,CAChC,gBAAkC,EAClC,UAAsB,EACtB,SAAiB;IAEjB,MAAM,SAAS,GAAG,sBAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,gBAAgB,CAAC,KAAK,CAAC,CAAC;IAC7E,MAAM,SAAS,GAAG,SAAS;QACzB,CAAC,CAAC,CAAC,gBAAgB,CAAC,WAAW,GAAG,OAAO,CAAC,GAAG,SAAS,CAAC,eAAe;QACtE,CAAC,CAAC,CAAC,CAAC;IACN,MAAM,UAAU,GAAG,SAAS;QAC1B,CAAC,CAAC,CAAC,gBAAgB,CAAC,YAAY,GAAG,OAAO,CAAC,GAAG,SAAS,CAAC,gBAAgB;QACxE,CAAC,CAAC,CAAC,CAAC;IAEN,8BAA8B;IAC9B,MAAM,aAAa,GAAG,CAAC,gBAAgB,CAAC,WAAW,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IACpE,MAAM,cAAc,GAAG,CAAC,gBAAgB,CAAC,YAAY,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IACtE,MAAM,SAAS,GAAG,aAAa,GAAG,cAAc,CAAC;IACjD,MAAM,WAAW,GAAG,SAAS,GAAG,UAAU,CAAC;IAE3C,OAAO;QACL,EAAE,EAAE,SAAS;QACb,MAAM,EAAE,iBAAiB;QACzB,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;QACtC,KAAK,EAAE,gBAAgB,CAAC,KAAK;QAC7B,OAAO,EAAE;YACP;gBACE,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE;oBACP,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,gBAAgB,CAAC,OAAO;iBAClC;gBACD,aAAa,EAAE,gBAAgB,CAAC,YAAY;aAC7C;SACF;QACD,KAAK,EAAE;YACL,aAAa,EAAE,gBAAgB,CAAC,WAAW;YAC3C,iBAAiB,EAAE,gBAAgB,CAAC,YAAY;YAChD,YAAY,EAAE,gBAAgB,CAAC,WAAW,GAAG,gBAAgB,CAAC,YAAY;SAC3E;QACD,IAAI,EAAE;YACJ,SAAS;YACT,UAAU;YACV,SAAS,EAAE,WAAW;YACtB,QAAQ,EAAE,KAAK;YACf,KAAK,EAAE,gBAAgB,CAAC,KAAK;YAC7B,QAAQ,EAAE,UAAU;YACpB,aAAa,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,WAAW,CAAC;SACpD;KACF,CAAC;AACJ,CAAC"}

package/dist/proxy.d.ts

@@ -0,0 +1,7 @@
+import type { ProxyRequest, ProxyResponse } from './types';
+/**
+ * Main proxy handler: receives a request, classifies, routes, calls provider,
+ * tracks cost, handles caching and fallbacks.
+ */
+export declare function handleProxyRequest(req: ProxyRequest, clientIp: string): Promise<ProxyResponse>;
+//# sourceMappingURL=proxy.d.ts.map

package/dist/proxy.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"proxy.d.ts","sourceRoot":"","sources":["../src/proxy.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,YAAY,EACZ,aAAa,EAId,MAAM,SAAS,CAAC;AAejB;;;GAGG;AACH,wBAAsB,kBAAkB,CACtC,GAAG,EAAE,YAAY,EACjB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,aAAa,CAAC,CAoMxB"}

package/dist/proxy.js

@@ -0,0 +1,181 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.handleProxyRequest = handleProxyRequest;
+const uuid_1 = require("uuid");
+const types_1 = require("./types");
+const config_1 = require("./config");
+const router_1 = require("./router");
+const task_classifier_1 = require("./task-classifier");
+const providers_1 = require("./providers");
+const database_1 = require("./database");
+const encryption_1 = require("./utils/encryption");
+const rate_limiter_1 = require("./rate-limiter");
+/**
+ * Main proxy handler: receives a request, classifies, routes, calls provider,
+ * tracks cost, handles caching and fallbacks.
+ */
+async function handleProxyRequest(req, clientIp) {
+    const requestId = req.request_id || (0, uuid_1.v4)();
+    const startTime = Date.now();
+    // 1. Rate limit check
+    const rateLimitResult = (0, rate_limiter_1.checkRateLimit)(clientIp);
+    if (!rateLimitResult.allowed) {
+        throw new types_1.RateLimitError(rateLimitResult.resetMs);
+    }
+    // 2. Validate messages
+    if (!req.messages || req.messages.length === 0) {
+        throw new Error('messages array is required and must not be empty');
+    }
+    for (const msg of req.messages) {
+        if (!msg.role || !msg.content) {
+            throw new Error('Each message must have a role and content');
+        }
+        if (!['system', 'user', 'assistant'].includes(msg.role)) {
+            throw new Error(`Invalid message role: ${msg.role}`);
+        }
+        // Truncate very long content to prevent abuse
+        if (msg.content.length > 500000) {
+            throw new Error('Message content exceeds maximum length of 500,000 characters');
+        }
+    }
+    // 3. Budget check
+    const budgetViolation = (0, router_1.checkBudget)(req.budget_cap);
+    if (budgetViolation) {
+        const budget = (0, config_1.getDefaultBudget)();
+        const status = (0, database_1.getBudgetStatus)(budget);
+        const spent = budgetViolation === 'daily' ? status.daily.spent : status.monthly.spent;
+        const limit = budgetViolation === 'daily' ? status.daily.limit : status.monthly.limit;
+        throw new types_1.BudgetExceededError(budgetViolation, spent, limit);
+    }
+    // 4. Classify task type
+    const taskType = req.task_type || (0, task_classifier_1.classifyTask)(req.messages);
+    config_1.log.debug(`Request ${requestId}: classified as "${taskType}"`);
+    // 5. Check cache (only for deterministic-like requests)
+    const cacheKey = (0, encryption_1.hashPrompt)(JSON.stringify({
+        messages: req.messages,
+        model: req.model,
+        temperature: req.temperature ?? 0.7,
+        max_tokens: req.max_tokens ?? 2048,
+    }));
+    const cached = (0, database_1.getCacheEntry)(cacheKey);
+    if (cached) {
+        config_1.log.info(`Request ${requestId}: cache HIT (${cached.model})`);
+        const latency = Date.now() - startTime;
+        const costRecord = {
+            id: (0, uuid_1.v4)(),
+            requestId,
+            timestamp: new Date().toISOString(),
+            provider: cached.provider,
+            model: cached.model,
+            taskType,
+            inputTokens: cached.inputTokens,
+            outputTokens: cached.outputTokens,
+            inputCost: 0, // Cached = free
+            outputCost: 0,
+            totalCost: 0,
+            latencyMs: latency,
+            cached: true,
+        };
+        (0, database_1.insertCostRecord)(costRecord);
+        return {
+            id: requestId,
+            object: 'chat.completion',
+            created: Math.floor(Date.now() / 1000),
+            model: cached.model,
+            choices: [
+                {
+                    index: 0,
+                    message: { role: 'assistant', content: cached.response },
+                    finish_reason: 'stop',
+                },
+            ],
+            usage: {
+                prompt_tokens: cached.inputTokens,
+                completion_tokens: cached.outputTokens,
+                total_tokens: cached.inputTokens + cached.outputTokens,
+            },
+            cost: {
+                inputCost: 0,
+                outputCost: 0,
+                totalCost: 0,
+                currency: 'USD',
+                model: cached.model,
+                provider: cached.provider,
+                savingsVsGpt4: cached.cost,
+            },
+        };
+    }
+    // 6. Route to best model
+    const routing = (0, router_1.route)({
+        taskType,
+        messages: req.messages,
+        requestedModel: req.model,
+        budgetCap: req.budget_cap,
+    });
+    config_1.log.info(`Request ${requestId}: routed to ${routing.provider}/${routing.model} — ${routing.reason}`);
+    // 7. Send to provider with fallback chain
+    const fallbacks = (0, router_1.getFallbackChain)(routing.provider, taskType);
+    const allProviders = [
+        { provider: routing.provider, model: routing.model },
+        ...fallbacks,
+    ];
+    for (const attempt of allProviders) {
+        try {
+            config_1.log.debug(`Request ${requestId}: trying ${attempt.provider}/${attempt.model}`);
+            const providerResponse = await (0, providers_1.sendToProvider)(attempt.provider, attempt.model, req.messages, {
+                temperature: req.temperature,
+                max_tokens: req.max_tokens,
+                top_p: req.top_p,
+            });
+            const latency = Date.now() - startTime;
+            const response = (0, providers_1.buildProxyResponse)(providerResponse, attempt.provider, requestId);
+            // 8. Per-request budget cap check
+            const budget = (0, config_1.getDefaultBudget)();
+            if (response.cost.totalCost > budget.perRequestCap) {
+                config_1.log.warn(`Request ${requestId}: cost $${response.cost.totalCost.toFixed(4)} exceeds per-request cap $${budget.perRequestCap}`);
+                // Still return the response but log the warning
+            }
+            // 9. Store cost record
+            const costRecord = {
+                id: (0, uuid_1.v4)(),
+                requestId,
+                timestamp: new Date().toISOString(),
+                provider: attempt.provider,
+                model: providerResponse.model,
+                taskType,
+                inputTokens: providerResponse.inputTokens,
+                outputTokens: providerResponse.outputTokens,
+                inputCost: response.cost.inputCost,
+                outputCost: response.cost.outputCost,
+                totalCost: response.cost.totalCost,
+                latencyMs: latency,
+                cached: false,
+            };
+            (0, database_1.insertCostRecord)(costRecord);
+            // 10. Cache the response
+            const cacheEntry = {
+                promptHash: cacheKey,
+                model: providerResponse.model,
+                provider: attempt.provider,
+                response: providerResponse.content,
+                inputTokens: providerResponse.inputTokens,
+                outputTokens: providerResponse.outputTokens,
+                cost: response.cost.totalCost,
+                createdAt: Date.now(),
+                expiresAt: Date.now() + config_1.env.CACHE_TTL * 1000,
+                hitCount: 0,
+            };
+            (0, database_1.setCacheEntry)(cacheEntry);
+            config_1.log.info(`Request ${requestId}: completed in ${latency}ms, cost=$${response.cost.totalCost.toFixed(4)}, saved=$${response.cost.savingsVsGpt4.toFixed(4)}`);
+            return response;
+        }
+        catch (err) {
+            const error = err instanceof Error ? err : new Error(String(err));
+            config_1.log.warn(`Request ${requestId}: ${attempt.provider}/${attempt.model} failed — ${error.message}`);
+            // Continue to next fallback
+        }
+    }
+    // All providers failed
+    throw new types_1.NoProviderAvailableError();
+}
+//# sourceMappingURL=proxy.js.map

package/dist/proxy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"proxy.js","sourceRoot":"","sources":["../src/proxy.ts"],"names":[],"mappings":";;AA0BA,gDAuMC;AAjOD,+BAAkC;AAQlC,mCAAwF;AACxF,qCAAsD;AACtD,qCAAgE;AAChE,uDAAiD;AACjD,2CAAiE;AACjE,yCAKoB;AACpB,mDAAgD;AAChD,iDAAgD;AAEhD;;;GAGG;AACI,KAAK,UAAU,kBAAkB,CACtC,GAAiB,EACjB,QAAgB;IAEhB,MAAM,SAAS,GAAG,GAAG,CAAC,UAAU,IAAI,IAAA,SAAI,GAAE,CAAC;IAC3C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,sBAAsB;IACtB,MAAM,eAAe,GAAG,IAAA,6BAAc,EAAC,QAAQ,CAAC,CAAC;IACjD,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;QAC7B,MAAM,IAAI,sBAAc,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;IACpD,CAAC;IAED,uBAAuB;IACvB,IAAI,CAAC,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/C,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;IACtE,CAAC;IAED,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC/B,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;QAC/D,CAAC;QACD,IAAI,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACxD,MAAM,IAAI,KAAK,CAAC,yBAAyB,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;QACvD,CAAC;QACD,8CAA8C;QAC9C,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,MAAM,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;QAClF,CAAC;IACH,CAAC;IAED,kBAAkB;IAClB,MAAM,eAAe,GAAG,IAAA,oBAAW,EAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACpD,IAAI,eAAe,EAAE,CAAC;QACpB,MAAM,MAAM,GAAG,IAAA,yBAAgB,GAAE,CAAC;QAClC,MAAM,MAAM,GAAG,IAAA,0BAAe,EAAC,MAAM,CAAC,CAAC;QACvC,MAAM,KAAK,GAAG,eAAe,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC;QACtF,MAAM,KAAK,GAAG,eAAe,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC;QACtF,MAAM,IAAI,2BAAmB,CAAC,eAAe,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;IAC/D,CAAC;IAED,wBAAwB;IACxB,MAAM,QAAQ,GAAa,GAAG,CAAC,SAAS,IAAI,IAAA,8BAAY,EAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACvE,YAAG,CAAC,KAAK,CAAC,WAAW,SAAS,oBAAoB,QAAQ,GAAG,CAAC,CAAC;IAE/D,wDAAwD;IACxD,MAAM,QAAQ,GAAG,IAAA,uBAAU,EACzB,IAAI,CAAC,SAAS,CAAC;QACb,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,WAAW,EAAE,GAAG,CAAC,WAAW,IAAI,GAAG;QACnC,UAAU,EAAE,GAAG,CAAC,UAAU,IAAI,IAAI;KACnC,CAAC,CACH,CAAC;IAEF,MAAM,MAAM,GAAG,IAAA,wBAAa,EAAC,QAAQ,CAAC,CAAC;IACvC,IAAI,MAAM,EAAE,CAAC;QACX,YAAG,CAAC,IAAI,CAAC,WAAW,SAAS,gBAAgB,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC;QAC9D,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAEvC,MAAM,UAAU,GAAe;YAC7B,EAAE,EAAE,IAAA,SAAI,GAAE;YACV,SAAS;YACT,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ;YACR,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,SAAS,EAAE,CAAC,EAAE,gBAAgB;YAC9B,UAAU,EAAE,CAAC;YACb,SAAS,EAAE,CAAC;YACZ,SAAS,EAAE,OAAO;YAClB,MAAM,EAAE,IAAI;SACb,CAAC;QACF,IAAA,2BAAgB,EAAC,UAAU,CAAC,CAAC;QAE7B,OAAO;YACL,EAAE,EAAE,SAAS;YACb,MAAM,EAAE,iBAAiB;YACzB,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YACtC,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,OAAO,EAAE;gBACP;oBACE,KAAK,EAAE,CAAC;oBACR,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,CAAC,QAAQ,EAAE;oBACxD,aAAa,EAAE,MAAM;iBACtB;aACF;YACD,KAAK,EAAE;gBACL,aAAa,EAAE,MAAM,CAAC,WAAW;gBACjC,iBAAiB,EAAE,MAAM,CAAC,YAAY;gBACtC,YAAY,EAAE,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,YAAY;aACvD;YACD,IAAI,EAAE;gBACJ,SAAS,EAAE,CAAC;gBACZ,UAAU,EAAE,CAAC;gBACb,SAAS,EAAE,CAAC;gBACZ,QAAQ,EAAE,KAAK;gBACf,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,aAAa,EAAE,MAAM,CAAC,IAAI;aAC3B;SACF,CAAC;IACJ,CAAC;IAED,yBAAyB;IACzB,MAAM,OAAO,GAAG,IAAA,cAAK,EAAC;QACpB,QAAQ;QACR,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,cAAc,EAAE,GAAG,CAAC,KAAK;QACzB,SAAS,EAAE,GAAG,CAAC,UAAU;KAC1B,CAAC,CAAC;IACH,YAAG,CAAC,IAAI,CAAC,WAAW,SAAS,eAAe,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,KAAK,MAAM,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAErG,0CAA0C;IAC1C,MAAM,SAAS,GAAG,IAAA,yBAAgB,EAAC,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC/D,MAAM,YAAY,GAAG;QACnB,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE;QACpD,GAAG,SAAS;KACb,CAAC;IAEF,KAAK,MAAM,OAAO,IAAI,YAAY,EAAE,CAAC;QACnC,IAAI,CAAC;YACH,YAAG,CAAC,KAAK,CAAC,WAAW,SAAS,YAAY,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;YAC/E,MAAM,gBAAgB,GAAG,MAAM,IAAA,0BAAc,EAC3C,OAAO,CAAC,QAAQ,EAChB,OAAO,CAAC,KAAK,EACb,GAAG,CAAC,QAAQ,EACZ;gBACE,WAAW,EAAE,GAAG,CAAC,WAAW;gBAC5B,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,KAAK,EAAE,GAAG,CAAC,KAAK;aACjB,CACF,CAAC;YAEF,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACvC,MAAM,QAAQ,GAAG,IAAA,8BAAkB,EAAC,gBAAgB,EAAE,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YAEnF,kCAAkC;YAClC,MAAM,MAAM,GAAG,IAAA,yBAAgB,GAAE,CAAC;YAClC,IAAI,QAAQ,CAAC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC;gBACnD,YAAG,CAAC,IAAI,CACN,WAAW,SAAS,WAAW,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,6BAA6B,MAAM,CAAC,aAAa,EAAE,CACrH,CAAC;gBACF,gDAAgD;YAClD,CAAC;YAED,uBAAuB;YACvB,MAAM,UAAU,GAAe;gBAC7B,EAAE,EAAE,IAAA,SAAI,GAAE;gBACV,SAAS;gBACT,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,KAAK,EAAE,gBAAgB,CAAC,KAAK;gBAC7B,QAAQ;gBACR,WAAW,EAAE,gBAAgB,CAAC,WAAW;gBACzC,YAAY,EAAE,gBAAgB,CAAC,YAAY;gBAC3C,SAAS,EAAE,QAAQ,CAAC,IAAI,CAAC,SAAS;gBAClC,UAAU,EAAE,QAAQ,CAAC,IAAI,CAAC,UAAU;gBACpC,SAAS,EAAE,QAAQ,CAAC,IAAI,CAAC,SAAS;gBAClC,SAAS,EAAE,OAAO;gBAClB,MAAM,EAAE,KAAK;aACd,CAAC;YACF,IAAA,2BAAgB,EAAC,UAAU,CAAC,CAAC;YAE7B,yBAAyB;YACzB,MAAM,UAAU,GAAe;gBAC7B,UAAU,EAAE,QAAQ;gBACpB,KAAK,EAAE,gBAAgB,CAAC,KAAK;gBAC7B,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,QAAQ,EAAE,gBAAgB,CAAC,OAAO;gBAClC,WAAW,EAAE,gBAAgB,CAAC,WAAW;gBACzC,YAAY,EAAE,gBAAgB,CAAC,YAAY;gBAC3C,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,SAAS;gBAC7B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gBACrB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,YAAG,CAAC,SAAS,GAAG,IAAI;gBAC5C,QAAQ,EAAE,CAAC;aACZ,CAAC;YACF,IAAA,wBAAa,EAAC,UAAU,CAAC,CAAC;YAE1B,YAAG,CAAC,IAAI,CACN,WAAW,SAAS,kBAAkB,OAAO,aAC3C,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CACnC,YAAY,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CACrD,CAAC;YAEF,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAClE,YAAG,CAAC,IAAI,CACN,WAAW,SAAS,KAAK,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,KAAK,aAAa,KAAK,CAAC,OAAO,EAAE,CACvF,CAAC;YACF,4BAA4B;QAC9B,CAAC;IACH,CAAC;IAED,uBAAuB;IACvB,MAAM,IAAI,gCAAwB,EAAE,CAAC;AACvC,CAAC"}

package/dist/rate-limiter.d.ts

@@ -0,0 +1,8 @@
+import type { RateLimitStatus } from './types';
+export declare function checkRateLimit(identifier: string): RateLimitStatus;
+export declare function resetRateLimit(identifier: string): void;
+export declare function getBucketStatus(identifier: string): {
+    tokens: number;
+    maxTokens: number;
+} | null;
+//# sourceMappingURL=rate-limiter.d.ts.map

package/dist/rate-limiter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rate-limiter.d.ts","sourceRoot":"","sources":["../src/rate-limiter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAe,eAAe,EAAE,MAAM,SAAS,CAAC;AA+B5D,wBAAgB,cAAc,CAAC,UAAU,EAAE,MAAM,GAAG,eAAe,CAyBlE;AAED,wBAAgB,cAAc,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAEvD;AAED,wBAAgB,eAAe,CAAC,UAAU,EAAE,MAAM,GAAG;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAQhG"}

package/dist/rate-limiter.js

@@ -0,0 +1,72 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.checkRateLimit = checkRateLimit;
+exports.resetRateLimit = resetRateLimit;
+exports.getBucketStatus = getBucketStatus;
+const config_1 = require("./config");
+const buckets = new Map();
+function createBucket(_identifier) {
+    const maxTokens = config_1.env.RATE_LIMIT_MAX_REQUESTS;
+    const windowMs = config_1.env.RATE_LIMIT_WINDOW_MS;
+    const refillRate = maxTokens / (windowMs / 1000);
+    return {
+        bucket: {
+            tokens: maxTokens,
+            maxTokens,
+            refillRate,
+            lastRefill: Date.now(),
+        },
+    };
+}
+function refill(bucket) {
+    const now = Date.now();
+    const elapsed = (now - bucket.lastRefill) / 1000;
+    bucket.tokens = Math.min(bucket.maxTokens, bucket.tokens + elapsed * bucket.refillRate);
+    bucket.lastRefill = now;
+}
+function checkRateLimit(identifier) {
+    let state = buckets.get(identifier);
+    if (!state) {
+        state = createBucket(identifier);
+        buckets.set(identifier, state);
+    }
+    const bucket = state.bucket;
+    refill(bucket);
+    if (bucket.tokens >= 1) {
+        bucket.tokens -= 1;
+        return {
+            allowed: true,
+            remaining: Math.floor(bucket.tokens),
+            resetMs: Math.ceil((1 - bucket.tokens) / bucket.refillRate * 1000),
+        };
+    }
+    const resetMs = Math.ceil((1 - bucket.tokens) / bucket.refillRate * 1000);
+    return {
+        allowed: false,
+        remaining: 0,
+        resetMs: Math.max(resetMs, 1000),
+    };
+}
+function resetRateLimit(identifier) {
+    buckets.delete(identifier);
+}
+function getBucketStatus(identifier) {
+    const state = buckets.get(identifier);
+    if (!state)
+        return null;
+    refill(state.bucket);
+    return {
+        tokens: Math.floor(state.bucket.tokens),
+        maxTokens: state.bucket.maxTokens,
+    };
+}
+// Clean stale buckets every 5 minutes
+setInterval(() => {
+    const cutoff = Date.now() - 300000;
+    for (const [key, state] of buckets) {
+        if (state.bucket.lastRefill < cutoff) {
+            buckets.delete(key);
+        }
+    }
+}, 300000).unref();
+//# sourceMappingURL=rate-limiter.js.map

package/dist/rate-limiter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rate-limiter.js","sourceRoot":"","sources":["../src/rate-limiter.ts"],"names":[],"mappings":";;AA+BA,wCAyBC;AAED,wCAEC;AAED,0CAQC;AArED,qCAA+B;AAM/B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAuB,CAAC;AAE/C,SAAS,YAAY,CAAC,WAAmB;IACvC,MAAM,SAAS,GAAG,YAAG,CAAC,uBAAuB,CAAC;IAC9C,MAAM,QAAQ,GAAG,YAAG,CAAC,oBAAoB,CAAC;IAC1C,MAAM,UAAU,GAAG,SAAS,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC;IAEjD,OAAO;QACL,MAAM,EAAE;YACN,MAAM,EAAE,SAAS;YACjB,SAAS;YACT,UAAU;YACV,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;SACvB;KACF,CAAC;AACJ,CAAC;AAED,SAAS,MAAM,CAAC,MAAmB;IACjC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,MAAM,OAAO,GAAG,CAAC,GAAG,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;IACjD,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;IACxF,MAAM,CAAC,UAAU,GAAG,GAAG,CAAC;AAC1B,CAAC;AAED,SAAgB,cAAc,CAAC,UAAkB;IAC/C,IAAI,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACpC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,KAAK,GAAG,YAAY,CAAC,UAAU,CAAC,CAAC;QACjC,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IACjC,CAAC;IAED,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;IAC5B,MAAM,CAAC,MAAM,CAAC,CAAC;IAEf,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACvB,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC;QACnB,OAAO;YACL,OAAO,EAAE,IAAI;YACb,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;YACpC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC;SACnE,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC;IAC1E,OAAO;QACL,OAAO,EAAE,KAAK;QACd,SAAS,EAAE,CAAC;QACZ,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC;KACjC,CAAC;AACJ,CAAC;AAED,SAAgB,cAAc,CAAC,UAAkB;IAC/C,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;AAC7B,CAAC;AAED,SAAgB,eAAe,CAAC,UAAkB;IAChD,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACtC,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACrB,OAAO;QACL,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;QACvC,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,SAAS;KAClC,CAAC;AACJ,CAAC;AAED,sCAAsC;AACtC,WAAW,CAAC,GAAG,EAAE;IACf,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC;IACnC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;QACnC,IAAI,KAAK,CAAC,MAAM,CAAC,UAAU,GAAG,MAAM,EAAE,CAAC;YACrC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;AACH,CAAC,EAAE,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC"}

package/dist/router.d.ts

@@ -0,0 +1,33 @@
+import type { TaskType, RoutingDecision, ProviderId, ChatMessage } from './types';
+interface RoutingContext {
+    taskType: TaskType;
+    messages: ChatMessage[];
+    requestedModel?: string;
+    budgetCap?: number;
+}
+/**
+ * Pick the best model for a request based on task type, cost, and quality.
+ *
+ * Strategy:
+ *   - code tasks: prioritize cost-score with quality floor of 7
+ *   - creative tasks: prioritize quality-score
+ *   - reasoning/math: prioritize quality-score with cost awareness
+ *   - chat/summarization/translation: prioritize cost-score with quality floor of 6
+ *   - analysis: balance quality and cost
+ */
+export declare function route(context: RoutingContext): RoutingDecision;
+/**
+ * Get a fallback chain of providers for a given model.
+ * Returns alternative models in priority order.
+ */
+export declare function getFallbackChain(primaryProvider: ProviderId, taskType: TaskType): Array<{
+    provider: ProviderId;
+    model: string;
+}>;
+/**
+ * Check if a request would exceed budget limits.
+ * Returns the type of limit exceeded or null if within budget.
+ */
+export declare function checkBudget(budgetCap?: number): 'daily' | 'monthly' | 'per_request' | null;
+export {};
+//# sourceMappingURL=router.d.ts.map

package/dist/router.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"router.d.ts","sourceRoot":"","sources":["../src/router.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,QAAQ,EAER,eAAe,EACf,UAAU,EACV,WAAW,EACZ,MAAM,SAAS,CAAC;AAWjB,UAAU,cAAc;IACtB,QAAQ,EAAE,QAAQ,CAAC;IACnB,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;;;;;;;;GASG;AACH,wBAAgB,KAAK,CAAC,OAAO,EAAE,cAAc,GAAG,eAAe,CA2D9D;AAuFD;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,eAAe,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,GAAG,KAAK,CAAC;IAAE,QAAQ,EAAE,UAAU,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CAkBhI;AAED;;;GAGG;AACH,wBAAgB,WAAW,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,SAAS,GAAG,aAAa,GAAG,IAAI,CAmB1F"}