@theihtisham/budget-llm 1.0.0

package/dist/database.d.ts

@@ -0,0 +1,24 @@
+import { Database as SqlJsDatabase } from 'sql.js';
+import type { CostRecord, CostSummary, BudgetStatus, BudgetConfig, CacheEntry, DashboardData } from './types';
+/**
+ * Get or initialize the database. sql.js is async so we init once.
+ */
+export declare function initDb(): Promise<SqlJsDatabase>;
+/**
+ * Synchronous access — throws if not initialized yet.
+ * Call initDb() during server startup before using this.
+ */
+export declare function getDb(): SqlJsDatabase;
+export declare function insertCostRecord(record: CostRecord): void;
+export declare function getDailySpend(): number;
+export declare function getMonthlySpend(): number;
+export declare function getBudgetStatus(config: BudgetConfig): BudgetStatus;
+export declare function getCostSummary(days?: number): CostSummary;
+export declare function getCacheEntry(promptHash: string): CacheEntry | null;
+export declare function setCacheEntry(entry: CacheEntry): void;
+export declare function clearCache(): number;
+export declare function getBudgetConfig(): BudgetConfig;
+export declare function setBudgetConfig(config: Partial<BudgetConfig>): void;
+export declare function getDashboardData(): DashboardData;
+export declare function closeDb(): void;
+//# sourceMappingURL=database.d.ts.map

package/dist/database.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"database.d.ts","sourceRoot":"","sources":["../src/database.ts"],"names":[],"mappings":"AAAA,OAAkB,EAAE,QAAQ,IAAI,aAAa,EAAE,MAAM,QAAQ,CAAC;AAI9D,OAAO,KAAK,EAAE,UAAU,EAAE,WAAW,EAAiC,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,aAAa,EAAc,MAAM,SAAS,CAAC;AAMzJ;;GAEG;AACH,wBAAsB,MAAM,IAAI,OAAO,CAAC,aAAa,CAAC,CA6BrD;AAED;;;GAGG;AACH,wBAAgB,KAAK,IAAI,aAAa,CAKrC;AAuGD,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,UAAU,GAAG,IAAI,CAuBzD;AAED,wBAAgB,aAAa,IAAI,MAAM,CAOtC;AAED,wBAAgB,eAAe,IAAI,MAAM,CAQxC;AAED,wBAAgB,eAAe,CAAC,MAAM,EAAE,YAAY,GAAG,YAAY,CAiBlE;AAED,wBAAgB,cAAc,CAAC,IAAI,SAAK,GAAG,WAAW,CAwGrD;AAID,wBAAgB,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG,UAAU,GAAG,IAAI,CAmCnE;AAED,wBAAgB,aAAa,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI,CAoBrD;AAED,wBAAgB,UAAU,IAAI,MAAM,CAOnC;AAID,wBAAgB,eAAe,IAAI,YAAY,CAU9C;AAED,wBAAgB,eAAe,CAAC,MAAM,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,IAAI,CAkBnE;AAID,wBAAgB,gBAAgB,IAAI,aAAa,CAkDhD;AAID,wBAAgB,OAAO,IAAI,IAAI,CAU9B"}

package/dist/database.js

@@ -0,0 +1,414 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.initDb = initDb;
+exports.getDb = getDb;
+exports.insertCostRecord = insertCostRecord;
+exports.getDailySpend = getDailySpend;
+exports.getMonthlySpend = getMonthlySpend;
+exports.getBudgetStatus = getBudgetStatus;
+exports.getCostSummary = getCostSummary;
+exports.getCacheEntry = getCacheEntry;
+exports.setCacheEntry = setCacheEntry;
+exports.clearCache = clearCache;
+exports.getBudgetConfig = getBudgetConfig;
+exports.setBudgetConfig = setBudgetConfig;
+exports.getDashboardData = getDashboardData;
+exports.closeDb = closeDb;
+const sql_js_1 = __importDefault(require("sql.js"));
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+const config_1 = require("./config");
+let db = null;
+let dbPath = '';
+let saveTimer = null;
+/**
+ * Get or initialize the database. sql.js is async so we init once.
+ */
+async function initDb() {
+    if (db)
+        return db;
+    dbPath = (0, config_1.getDbPath)();
+    const dir = path_1.default.dirname(dbPath);
+    if (!fs_1.default.existsSync(dir)) {
+        fs_1.default.mkdirSync(dir, { recursive: true });
+    }
+    const SQL = await (0, sql_js_1.default)();
+    // Load existing database if it exists
+    if (fs_1.default.existsSync(dbPath)) {
+        const fileBuffer = fs_1.default.readFileSync(dbPath);
+        db = new SQL.Database(fileBuffer);
+    }
+    else {
+        db = new SQL.Database();
+    }
+    migrate(db);
+    config_1.log.info('Database initialized and migrated');
+    // Auto-save every 5 seconds if dirty
+    saveTimer = setInterval(() => {
+        saveDb();
+    }, 5000).unref();
+    return db;
+}
+/**
+ * Synchronous access — throws if not initialized yet.
+ * Call initDb() during server startup before using this.
+ */
+function getDb() {
+    if (!db) {
+        throw new Error('Database not initialized. Call initDb() first.');
+    }
+    return db;
+}
+function migrate(database) {
+    database.run(`
+    CREATE TABLE IF NOT EXISTS cost_records (
+      id TEXT PRIMARY KEY,
+      request_id TEXT NOT NULL,
+      timestamp TEXT NOT NULL,
+      provider TEXT NOT NULL,
+      model TEXT NOT NULL,
+      task_type TEXT NOT NULL,
+      input_tokens INTEGER NOT NULL,
+      output_tokens INTEGER NOT NULL,
+      input_cost REAL NOT NULL,
+      output_cost REAL NOT NULL,
+      total_cost REAL NOT NULL,
+      latency_ms INTEGER NOT NULL,
+      cached INTEGER NOT NULL DEFAULT 0
+    );
+  `);
+    database.run(`CREATE INDEX IF NOT EXISTS idx_cost_timestamp ON cost_records(timestamp);`);
+    database.run(`CREATE INDEX IF NOT EXISTS idx_cost_provider ON cost_records(provider);`);
+    database.run(`CREATE INDEX IF NOT EXISTS idx_cost_model ON cost_records(model);`);
+    database.run(`
+    CREATE TABLE IF NOT EXISTS cache_entries (
+      prompt_hash TEXT PRIMARY KEY,
+      model TEXT NOT NULL,
+      provider TEXT NOT NULL,
+      response TEXT NOT NULL,
+      input_tokens INTEGER NOT NULL,
+      output_tokens INTEGER NOT NULL,
+      cost REAL NOT NULL,
+      created_at INTEGER NOT NULL,
+      expires_at INTEGER NOT NULL,
+      hit_count INTEGER NOT NULL DEFAULT 0
+    );
+  `);
+    database.run(`CREATE INDEX IF NOT EXISTS idx_cache_expires ON cache_entries(expires_at);`);
+    database.run(`
+    CREATE TABLE IF NOT EXISTS budget_config (
+      key TEXT PRIMARY KEY,
+      value TEXT NOT NULL
+    );
+  `);
+    database.run(`
+    CREATE TABLE IF NOT EXISTS api_keys (
+      provider TEXT PRIMARY KEY,
+      encrypted_key TEXT NOT NULL,
+      updated_at TEXT NOT NULL
+    );
+  `);
+    config_1.log.info('Database initialized and migrated');
+}
+function saveDb() {
+    if (!db || !dbPath)
+        return;
+    try {
+        const data = db.export();
+        const buffer = Buffer.from(data);
+        fs_1.default.writeFileSync(dbPath, buffer);
+    }
+    catch (err) {
+        config_1.log.error('Failed to save database', err);
+    }
+}
+// ---- Helper to query single row ----
+function queryOne(sql, params = []) {
+    const database = getDb();
+    const stmt = database.prepare(sql);
+    stmt.bind(params);
+    try {
+        if (stmt.step()) {
+            const row = stmt.getAsObject();
+            return row;
+        }
+        return null;
+    }
+    finally {
+        stmt.free();
+    }
+}
+function queryAll(sql, params = []) {
+    const database = getDb();
+    const stmt = database.prepare(sql);
+    stmt.bind(params);
+    const results = [];
+    try {
+        while (stmt.step()) {
+            results.push(stmt.getAsObject());
+        }
+        return results;
+    }
+    finally {
+        stmt.free();
+    }
+}
+// ---- Cost Record Operations ----
+function insertCostRecord(record) {
+    const database = getDb();
+    database.run(`INSERT INTO cost_records (id, request_id, timestamp, provider, model, task_type,
+      input_tokens, output_tokens, input_cost, output_cost, total_cost, latency_ms, cached)
+    VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`, [
+        record.id,
+        record.requestId,
+        record.timestamp,
+        record.provider,
+        record.model,
+        record.taskType,
+        record.inputTokens,
+        record.outputTokens,
+        record.inputCost,
+        record.outputCost,
+        record.totalCost,
+        record.latencyMs,
+        record.cached ? 1 : 0,
+    ]);
+    saveDb();
+}
+function getDailySpend() {
+    const todayStr = new Date().toISOString().slice(0, 10);
+    const row = queryOne(`SELECT COALESCE(SUM(total_cost), 0) as spent FROM cost_records WHERE timestamp >= ?`, [todayStr]);
+    return row?.spent ?? 0;
+}
+function getMonthlySpend() {
+    const now = new Date();
+    const monthStart = new Date(now.getFullYear(), now.getMonth(), 1).toISOString();
+    const row = queryOne(`SELECT COALESCE(SUM(total_cost), 0) as spent FROM cost_records WHERE timestamp >= ?`, [monthStart]);
+    return row?.spent ?? 0;
+}
+function getBudgetStatus(config) {
+    const dailySpent = getDailySpend();
+    const monthlySpent = getMonthlySpend();
+    return {
+        daily: {
+            spent: dailySpent,
+            limit: config.dailyBudget,
+            remaining: Math.max(0, config.dailyBudget - dailySpent),
+            percentUsed: config.dailyBudget > 0 ? (dailySpent / config.dailyBudget) * 100 : 0,
+        },
+        monthly: {
+            spent: monthlySpent,
+            limit: config.monthlyBudget,
+            remaining: Math.max(0, config.monthlyBudget - monthlySpent),
+            percentUsed: config.monthlyBudget > 0 ? (monthlySpent / config.monthlyBudget) * 100 : 0,
+        },
+    };
+}
+function getCostSummary(days = 30) {
+    const since = new Date(Date.now() - days * 86400000).toISOString();
+    const total = queryOne(`SELECT
+      COALESCE(SUM(total_cost), 0) as totalSpent,
+      COUNT(*) as totalRequests,
+      COALESCE(SUM(input_tokens), 0) as totalInputTokens,
+      COALESCE(SUM(output_tokens), 0) as totalOutputTokens,
+      COALESCE(SUM(CASE WHEN cached = 1 THEN 1 ELSE 0 END), 0) as cacheHits,
+      COALESCE(AVG(latency_ms), 0) as averageLatencyMs
+    FROM cost_records
+    WHERE timestamp >= ?`, [since]);
+    const providerRows = queryAll(`SELECT provider,
+      COALESCE(SUM(total_cost), 0) as totalSpent,
+      COUNT(*) as requestCount,
+      COALESCE(SUM(input_tokens), 0) as inputTokens,
+      COALESCE(SUM(output_tokens), 0) as outputTokens
+    FROM cost_records
+    WHERE timestamp >= ?
+    GROUP BY provider`, [since]);
+    const modelRows = queryAll(`SELECT model,
+      COALESCE(SUM(total_cost), 0) as totalSpent,
+      COUNT(*) as requestCount,
+      COALESCE(SUM(input_tokens), 0) as inputTokens,
+      COALESCE(SUM(output_tokens), 0) as outputTokens,
+      COALESCE(AVG(latency_ms), 0) as averageLatencyMs
+    FROM cost_records
+    WHERE timestamp >= ?
+    GROUP BY model`, [since]);
+    const totalSpent = total?.totalSpent ?? 0;
+    const totalRequests = total?.totalRequests ?? 0;
+    const totalInputTokens = total?.totalInputTokens ?? 0;
+    const totalOutputTokens = total?.totalOutputTokens ?? 0;
+    const cacheHits = total?.cacheHits ?? 0;
+    const averageLatencyMs = total?.averageLatencyMs ?? 0;
+    const gpt4OutputCost = (totalOutputTokens / 1000000) * 30;
+    const gpt4InputCost = (totalInputTokens / 1000000) * 10;
+    const savingsVsGpt4 = Math.max(0, (gpt4InputCost + gpt4OutputCost) - totalSpent);
+    const byProvider = {};
+    for (const row of providerRows) {
+        byProvider[row.provider] = {
+            totalSpent: row.totalSpent,
+            requestCount: row.requestCount,
+            inputTokens: row.inputTokens,
+            outputTokens: row.outputTokens,
+        };
+    }
+    const byModel = {};
+    for (const row of modelRows) {
+        byModel[row.model] = {
+            totalSpent: row.totalSpent,
+            requestCount: row.requestCount,
+            inputTokens: row.inputTokens,
+            outputTokens: row.outputTokens,
+            averageLatencyMs: row.averageLatencyMs,
+        };
+    }
+    return {
+        totalSpent,
+        totalRequests,
+        totalInputTokens,
+        totalOutputTokens,
+        cacheHitRate: totalRequests > 0 ? cacheHits / totalRequests : 0,
+        averageLatencyMs,
+        byProvider: byProvider,
+        byModel,
+        savingsVsGpt4,
+    };
+}
+// ---- Cache Operations ----
+function getCacheEntry(promptHash) {
+    const database = getDb();
+    const now = Date.now();
+    // Clean expired entries
+    database.run('DELETE FROM cache_entries WHERE expires_at < ?', [now]);
+    const row = queryOne(`SELECT prompt_hash, model, provider, response, input_tokens, output_tokens,
+            cost, created_at, expires_at, hit_count
+     FROM cache_entries WHERE prompt_hash = ? AND expires_at > ?`, [promptHash, now]);
+    if (row) {
+        database.run('UPDATE cache_entries SET hit_count = hit_count + 1 WHERE prompt_hash = ?', [promptHash]);
+        const entry = {
+            promptHash: row['prompt_hash'],
+            model: row['model'],
+            provider: row['provider'],
+            response: row['response'],
+            inputTokens: row['input_tokens'],
+            outputTokens: row['output_tokens'],
+            cost: row['cost'],
+            createdAt: row['created_at'],
+            expiresAt: row['expires_at'],
+            hitCount: (row['hit_count'] ?? 0) + 1,
+        };
+        return entry;
+    }
+    return null;
+}
+function setCacheEntry(entry) {
+    const database = getDb();
+    database.run(`INSERT OR REPLACE INTO cache_entries
+      (prompt_hash, model, provider, response, input_tokens, output_tokens, cost, created_at, expires_at, hit_count)
+    VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`, [
+        entry.promptHash,
+        entry.model,
+        entry.provider,
+        entry.response,
+        entry.inputTokens,
+        entry.outputTokens,
+        entry.cost,
+        entry.createdAt,
+        entry.expiresAt,
+        entry.hitCount,
+    ]);
+    saveDb();
+}
+function clearCache() {
+    const database = getDb();
+    // Get count before clearing
+    const countRow = queryOne('SELECT COUNT(*) as cnt FROM cache_entries');
+    database.run('DELETE FROM cache_entries');
+    saveDb();
+    return countRow?.cnt ?? 0;
+}
+// ---- Budget Config Operations ----
+function getBudgetConfig() {
+    const dailyRow = queryOne("SELECT value FROM budget_config WHERE key = 'dailyBudget'");
+    const monthlyRow = queryOne("SELECT value FROM budget_config WHERE key = 'monthlyBudget'");
+    const capRow = queryOne("SELECT value FROM budget_config WHERE key = 'perRequestCap'");
+    return {
+        dailyBudget: dailyRow ? parseFloat(dailyRow.value) : 10,
+        monthlyBudget: monthlyRow ? parseFloat(monthlyRow.value) : 200,
+        perRequestCap: capRow ? parseFloat(capRow.value) : 1,
+    };
+}
+function setBudgetConfig(config) {
+    const database = getDb();
+    if (config.dailyBudget !== undefined) {
+        database.run("INSERT OR REPLACE INTO budget_config (key, value) VALUES ('dailyBudget', ?)", [
+            config.dailyBudget.toString(),
+        ]);
+    }
+    if (config.monthlyBudget !== undefined) {
+        database.run("INSERT OR REPLACE INTO budget_config (key, value) VALUES ('monthlyBudget', ?)", [
+            config.monthlyBudget.toString(),
+        ]);
+    }
+    if (config.perRequestCap !== undefined) {
+        database.run("INSERT OR REPLACE INTO budget_config (key, value) VALUES ('perRequestCap', ?)", [
+            config.perRequestCap.toString(),
+        ]);
+    }
+    saveDb();
+}
+// ---- Dashboard Data ----
+function getDashboardData() {
+    const summary = getCostSummary(30);
+    const budget = getBudgetStatus(getBudgetConfig());
+    const recentReqRows = queryAll(`SELECT timestamp as time, model, provider, task_type as taskType,
+      total_cost as cost, (input_tokens + output_tokens) as tokens, cached
+    FROM cost_records
+    ORDER BY timestamp DESC
+    LIMIT 50`);
+    const recentReqs = recentReqRows.map((r) => ({
+        time: r['time'],
+        model: r['model'],
+        provider: r['provider'],
+        taskType: r['taskType'],
+        cost: r['cost'],
+        tokens: r['tokens'],
+        cached: Boolean(r['cached']),
+    }));
+    const costByDay = queryAll(`SELECT DATE(timestamp) as date, SUM(total_cost) as cost, COUNT(*) as requests
+    FROM cost_records
+    WHERE timestamp >= datetime('now', '-30 days')
+    GROUP BY DATE(timestamp)
+    ORDER BY date DESC`);
+    const modelDist = queryAll(`SELECT model, COUNT(*) as count, SUM(total_cost) as cost
+    FROM cost_records
+    WHERE timestamp >= datetime('now', '-30 days')
+    GROUP BY model
+    ORDER BY count DESC`);
+    return {
+        overview: {
+            totalSpent: summary.totalSpent,
+            totalRequests: summary.totalRequests,
+            totalSaved: summary.savingsVsGpt4,
+            cacheHitRate: summary.cacheHitRate,
+        },
+        budget,
+        recentRequests: recentReqs,
+        costByDay,
+        modelDistribution: modelDist,
+    };
+}
+// ---- Cleanup ----
+function closeDb() {
+    if (saveTimer) {
+        clearInterval(saveTimer);
+        saveTimer = null;
+    }
+    if (db) {
+        saveDb();
+        db.close();
+        db = null;
+    }
+}
+//# sourceMappingURL=database.js.map

package/dist/database.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"database.js","sourceRoot":"","sources":["../src/database.ts"],"names":[],"mappings":";;;;;AAaA,wBA6BC;AAMD,sBAKC;AAuGD,4CAuBC;AAED,sCAOC;AAED,0CAQC;AAED,0CAiBC;AAED,wCAwGC;AAID,sCAmCC;AAED,sCAoBC;AAED,gCAOC;AAID,0CAUC;AAED,0CAkBC;AAID,4CAkDC;AAID,0BAUC;AA/eD,oDAA8D;AAC9D,4CAAoB;AACpB,gDAAwB;AACxB,qCAA0C;AAG1C,IAAI,EAAE,GAAyB,IAAI,CAAC;AACpC,IAAI,MAAM,GAAW,EAAE,CAAC;AACxB,IAAI,SAAS,GAAyC,IAAI,CAAC;AAE3D;;GAEG;AACI,KAAK,UAAU,MAAM;IAC1B,IAAI,EAAE;QAAE,OAAO,EAAE,CAAC;IAElB,MAAM,GAAG,IAAA,kBAAS,GAAE,CAAC;IACrB,MAAM,GAAG,GAAG,cAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAEjC,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACxB,YAAE,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,IAAA,gBAAS,GAAE,CAAC;IAE9B,sCAAsC;IACtC,IAAI,YAAE,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1B,MAAM,UAAU,GAAG,YAAE,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QAC3C,EAAE,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IACpC,CAAC;SAAM,CAAC;QACN,EAAE,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;IAC1B,CAAC;IAED,OAAO,CAAC,EAAE,CAAC,CAAC;IACZ,YAAG,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;IAE9C,qCAAqC;IACrC,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE;QAC3B,MAAM,EAAE,CAAC;IACX,CAAC,EAAE,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;IAEjB,OAAO,EAAE,CAAC;AACZ,CAAC;AAED;;;GAGG;AACH,SAAgB,KAAK;IACnB,IAAI,CAAC,EAAE,EAAE,CAAC;QACR,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACpE,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,OAAO,CAAC,QAAuB;IACtC,QAAQ,CAAC,GAAG,CAAC;;;;;;;;;;;;;;;;GAgBZ,CAAC,CAAC;IACH,QAAQ,CAAC,GAAG,CAAC,2EAA2E,CAAC,CAAC;IAC1F,QAAQ,CAAC,GAAG,CAAC,yEAAyE,CAAC,CAAC;IACxF,QAAQ,CAAC,GAAG,CAAC,mEAAmE,CAAC,CAAC;IAElF,QAAQ,CAAC,GAAG,CAAC;;;;;;;;;;;;;GAaZ,CAAC,CAAC;IACH,QAAQ,CAAC,GAAG,CAAC,4EAA4E,CAAC,CAAC;IAE3F,QAAQ,CAAC,GAAG,CAAC;;;;;GAKZ,CAAC,CAAC;IAEH,QAAQ,CAAC,GAAG,CAAC;;;;;;GAMZ,CAAC,CAAC;IAEH,YAAG,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,MAAM;IACb,IAAI,CAAC,EAAE,IAAI,CAAC,MAAM;QAAE,OAAO;IAC3B,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,YAAE,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,YAAG,CAAC,KAAK,CAAC,yBAAyB,EAAE,GAAG,CAAC,CAAC;IAC5C,CAAC;AACH,CAAC;AAED,uCAAuC;AAEvC,SAAS,QAAQ,CAAI,GAAW,EAAE,SAAqC,EAAE;IACvE,MAAM,QAAQ,GAAG,KAAK,EAAE,CAAC;IACzB,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACnC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAClB,IAAI,CAAC;QACH,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;YAChB,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,EAAO,CAAC;YACpC,OAAO,GAAG,CAAC;QACb,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;YAAS,CAAC;QACT,IAAI,CAAC,IAAI,EAAE,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAI,GAAW,EAAE,SAAqC,EAAE;IACvE,MAAM,QAAQ,GAAG,KAAK,EAAE,CAAC;IACzB,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACnC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAClB,MAAM,OAAO,GAAQ,EAAE,CAAC;IACxB,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;YACnB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAO,CAAC,CAAC;QACxC,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;YAAS,CAAC;QACT,IAAI,CAAC,IAAI,EAAE,CAAC;IACd,CAAC;AACH,CAAC;AAED,mCAAmC;AAEnC,SAAgB,gBAAgB,CAAC,MAAkB;IACjD,MAAM,QAAQ,GAAG,KAAK,EAAE,CAAC;IACzB,QAAQ,CAAC,GAAG,CACV;;mDAE+C,EAC/C;QACE,MAAM,CAAC,EAAE;QACT,MAAM,CAAC,SAAS;QAChB,MAAM,CAAC,SAAS;QAChB,MAAM,CAAC,QAAQ;QACf,MAAM,CAAC,KAAK;QACZ,MAAM,CAAC,QAAQ;QACf,MAAM,CAAC,WAAW;QAClB,MAAM,CAAC,YAAY;QACnB,MAAM,CAAC,SAAS;QAChB,MAAM,CAAC,UAAU;QACjB,MAAM,CAAC,SAAS;QAChB,MAAM,CAAC,SAAS;QAChB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;KACtB,CACF,CAAC;IACF,MAAM,EAAE,CAAC;AACX,CAAC;AAED,SAAgB,aAAa;IAC3B,MAAM,QAAQ,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACvD,MAAM,GAAG,GAAG,QAAQ,CAClB,qFAAqF,EACrF,CAAC,QAAQ,CAAC,CACX,CAAC;IACF,OAAO,GAAG,EAAE,KAAK,IAAI,CAAC,CAAC;AACzB,CAAC;AAED,SAAgB,eAAe;IAC7B,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;IACvB,MAAM,UAAU,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;IAChF,MAAM,GAAG,GAAG,QAAQ,CAClB,qFAAqF,EACrF,CAAC,UAAU,CAAC,CACb,CAAC;IACF,OAAO,GAAG,EAAE,KAAK,IAAI,CAAC,CAAC;AACzB,CAAC;AAED,SAAgB,eAAe,CAAC,MAAoB;IAClD,MAAM,UAAU,GAAG,aAAa,EAAE,CAAC;IACnC,MAAM,YAAY,GAAG,eAAe,EAAE,CAAC;IACvC,OAAO;QACL,KAAK,EAAE;YACL,KAAK,EAAE,UAAU;YACjB,KAAK,EAAE,MAAM,CAAC,WAAW;YACzB,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,WAAW,GAAG,UAAU,CAAC;YACvD,WAAW,EAAE,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,MAAM,CAAC,WAAW,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;SAClF;QACD,OAAO,EAAE;YACP,KAAK,EAAE,YAAY;YACnB,KAAK,EAAE,MAAM,CAAC,aAAa;YAC3B,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,aAAa,GAAG,YAAY,CAAC;YAC3D,WAAW,EAAE,MAAM,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,MAAM,CAAC,aAAa,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;SACxF;KACF,CAAC;AACJ,CAAC;AAED,SAAgB,cAAc,CAAC,IAAI,GAAG,EAAE;IACtC,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,GAAG,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;IAEnE,MAAM,KAAK,GAAG,QAAQ,CAQpB;;;;;;;;yBAQqB,EACrB,CAAC,KAAK,CAAC,CACR,CAAC;IAEF,MAAM,YAAY,GAAG,QAAQ,CAO3B;;;;;;;sBAOkB,EAClB,CAAC,KAAK,CAAC,CACR,CAAC;IAEF,MAAM,SAAS,GAAG,QAAQ,CAQxB;;;;;;;;mBAQe,EACf,CAAC,KAAK,CAAC,CACR,CAAC;IAEF,MAAM,UAAU,GAAG,KAAK,EAAE,UAAU,IAAI,CAAC,CAAC;IAC1C,MAAM,aAAa,GAAG,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;IAChD,MAAM,gBAAgB,GAAG,KAAK,EAAE,gBAAgB,IAAI,CAAC,CAAC;IACtD,MAAM,iBAAiB,GAAG,KAAK,EAAE,iBAAiB,IAAI,CAAC,CAAC;IACxD,MAAM,SAAS,GAAG,KAAK,EAAE,SAAS,IAAI,CAAC,CAAC;IACxC,MAAM,gBAAgB,GAAG,KAAK,EAAE,gBAAgB,IAAI,CAAC,CAAC;IAEtD,MAAM,cAAc,GAAG,CAAC,iBAAiB,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC1D,MAAM,aAAa,GAAG,CAAC,gBAAgB,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IACxD,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,aAAa,GAAG,cAAc,CAAC,GAAG,UAAU,CAAC,CAAC;IAEjF,MAAM,UAAU,GAAoC,EAAE,CAAC;IACvD,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QAC/B,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG;YACzB,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,YAAY,EAAE,GAAG,CAAC,YAAY;YAC9B,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,YAAY,EAAE,GAAG,CAAC,YAAY;SAC/B,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAAiC,EAAE,CAAC;IACjD,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG;YACnB,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,YAAY,EAAE,GAAG,CAAC,YAAY;YAC9B,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,YAAY,EAAE,GAAG,CAAC,YAAY;YAC9B,gBAAgB,EAAE,GAAG,CAAC,gBAAgB;SACvC,CAAC;IACJ,CAAC;IAED,OAAO;QACL,UAAU;QACV,aAAa;QACb,gBAAgB;QAChB,iBAAiB;QACjB,YAAY,EAAE,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;QAC/D,gBAAgB;QAChB,UAAU,EAAE,UAAuC;QACnD,OAAO;QACP,aAAa;KACd,CAAC;AACJ,CAAC;AAED,6BAA6B;AAE7B,SAAgB,aAAa,CAAC,UAAkB;IAC9C,MAAM,QAAQ,GAAG,KAAK,EAAE,CAAC;IACzB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAEvB,wBAAwB;IACxB,QAAQ,CAAC,GAAG,CAAC,gDAAgD,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAEtE,MAAM,GAAG,GAAG,QAAQ,CAClB;;iEAE6D,EAC7D,CAAC,UAAU,EAAE,GAAG,CAAC,CAClB,CAAC;IAEF,IAAI,GAAG,EAAE,CAAC;QACR,QAAQ,CAAC,GAAG,CACV,0EAA0E,EAC1E,CAAC,UAAU,CAAC,CACb,CAAC;QACF,MAAM,KAAK,GAAe;YACxB,UAAU,EAAE,GAAG,CAAC,aAAa,CAAW;YACxC,KAAK,EAAE,GAAG,CAAC,OAAO,CAAW;YAC7B,QAAQ,EAAE,GAAG,CAAC,UAAU,CAAe;YACvC,QAAQ,EAAE,GAAG,CAAC,UAAU,CAAW;YACnC,WAAW,EAAE,GAAG,CAAC,cAAc,CAAW;YAC1C,YAAY,EAAE,GAAG,CAAC,eAAe,CAAW;YAC5C,IAAI,EAAE,GAAG,CAAC,MAAM,CAAW;YAC3B,SAAS,EAAE,GAAG,CAAC,YAAY,CAAW;YACtC,SAAS,EAAE,GAAG,CAAC,YAAY,CAAW;YACtC,QAAQ,EAAE,CAAE,GAAG,CAAC,WAAW,CAAY,IAAI,CAAC,CAAC,GAAG,CAAC;SAClD,CAAC;QACF,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAgB,aAAa,CAAC,KAAiB;IAC7C,MAAM,QAAQ,GAAG,KAAK,EAAE,CAAC;IACzB,QAAQ,CAAC,GAAG,CACV;;0CAEsC,EACtC;QACE,KAAK,CAAC,UAAU;QAChB,KAAK,CAAC,KAAK;QACX,KAAK,CAAC,QAAQ;QACd,KAAK,CAAC,QAAQ;QACd,KAAK,CAAC,WAAW;QACjB,KAAK,CAAC,YAAY;QAClB,KAAK,CAAC,IAAI;QACV,KAAK,CAAC,SAAS;QACf,KAAK,CAAC,SAAS;QACf,KAAK,CAAC,QAAQ;KACf,CACF,CAAC;IACF,MAAM,EAAE,CAAC;AACX,CAAC;AAED,SAAgB,UAAU;IACxB,MAAM,QAAQ,GAAG,KAAK,EAAE,CAAC;IACzB,4BAA4B;IAC5B,MAAM,QAAQ,GAAG,QAAQ,CAAkB,2CAA2C,CAAC,CAAC;IACxF,QAAQ,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;IAC1C,MAAM,EAAE,CAAC;IACT,OAAO,QAAQ,EAAE,GAAG,IAAI,CAAC,CAAC;AAC5B,CAAC;AAED,qCAAqC;AAErC,SAAgB,eAAe;IAC7B,MAAM,QAAQ,GAAG,QAAQ,CAAoB,2DAA2D,CAAC,CAAC;IAC1G,MAAM,UAAU,GAAG,QAAQ,CAAoB,6DAA6D,CAAC,CAAC;IAC9G,MAAM,MAAM,GAAG,QAAQ,CAAoB,6DAA6D,CAAC,CAAC;IAE1G,OAAO;QACL,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE;QACvD,aAAa,EAAE,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG;QAC9D,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;KACrD,CAAC;AACJ,CAAC;AAED,SAAgB,eAAe,CAAC,MAA6B;IAC3D,MAAM,QAAQ,GAAG,KAAK,EAAE,CAAC;IACzB,IAAI,MAAM,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;QACrC,QAAQ,CAAC,GAAG,CAAC,6EAA6E,EAAE;YAC1F,MAAM,CAAC,WAAW,CAAC,QAAQ,EAAE;SAC9B,CAAC,CAAC;IACL,CAAC;IACD,IAAI,MAAM,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;QACvC,QAAQ,CAAC,GAAG,CAAC,+EAA+E,EAAE;YAC5F,MAAM,CAAC,aAAa,CAAC,QAAQ,EAAE;SAChC,CAAC,CAAC;IACL,CAAC;IACD,IAAI,MAAM,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;QACvC,QAAQ,CAAC,GAAG,CAAC,+EAA+E,EAAE;YAC5F,MAAM,CAAC,aAAa,CAAC,QAAQ,EAAE;SAChC,CAAC,CAAC;IACL,CAAC;IACD,MAAM,EAAE,CAAC;AACX,CAAC;AAED,2BAA2B;AAE3B,SAAgB,gBAAgB;IAC9B,MAAM,OAAO,GAAG,cAAc,CAAC,EAAE,CAAC,CAAC;IACnC,MAAM,MAAM,GAAG,eAAe,CAAC,eAAe,EAAE,CAAC,CAAC;IAElD,MAAM,aAAa,GAAG,QAAQ,CAC5B;;;;aAIS,CACV,CAAC;IAEF,MAAM,UAAU,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC3C,IAAI,EAAE,CAAC,CAAC,MAAM,CAAW;QACzB,KAAK,EAAE,CAAC,CAAC,OAAO,CAAW;QAC3B,QAAQ,EAAE,CAAC,CAAC,UAAU,CAAW;QACjC,QAAQ,EAAE,CAAC,CAAC,UAAU,CAAW;QACjC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAW;QACzB,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAW;QAC7B,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;KAC7B,CAAC,CAAC,CAAC;IAEJ,MAAM,SAAS,GAAG,QAAQ,CACxB;;;;uBAImB,CACpB,CAAC;IAEF,MAAM,SAAS,GAAG,QAAQ,CACxB;;;;wBAIoB,CACrB,CAAC;IAEF,OAAO;QACL,QAAQ,EAAE;YACR,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,UAAU,EAAE,OAAO,CAAC,aAAa;YACjC,YAAY,EAAE,OAAO,CAAC,YAAY;SACnC;QACD,MAAM;QACN,cAAc,EAAE,UAAU;QAC1B,SAAS;QACT,iBAAiB,EAAE,SAAS;KAC7B,CAAC;AACJ,CAAC;AAED,oBAAoB;AAEpB,SAAgB,OAAO;IACrB,IAAI,SAAS,EAAE,CAAC;QACd,aAAa,CAAC,SAAS,CAAC,CAAC;QACzB,SAAS,GAAG,IAAI,CAAC;IACnB,CAAC;IACD,IAAI,EAAE,EAAE,CAAC;QACP,MAAM,EAAE,CAAC;QACT,EAAE,CAAC,KAAK,EAAE,CAAC;QACX,EAAE,GAAG,IAAI,CAAC;IACZ,CAAC;AACH,CAAC"}

package/dist/providers.d.ts

@@ -0,0 +1,20 @@
+import type { ProviderId, ChatMessage, ProxyResponse } from './types';
+interface ProviderResponse {
+    content: string;
+    model: string;
+    inputTokens: number;
+    outputTokens: number;
+    finishReason: string;
+}
+/**
+ * Send a chat completion request to a specific provider.
+ * Translates the unified request format into the provider's native API format.
+ */
+export declare function sendToProvider(providerId: ProviderId, model: string, messages: ChatMessage[], options: {
+    temperature?: number;
+    max_tokens?: number;
+    top_p?: number;
+}): Promise<ProviderResponse>;
+export declare function buildProxyResponse(providerResponse: ProviderResponse, providerId: ProviderId, requestId: string): ProxyResponse;
+export {};
+//# sourceMappingURL=providers.d.ts.map

package/dist/providers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"providers.d.ts","sourceRoot":"","sources":["../src/providers.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,aAAa,EAAkB,MAAM,SAAS,CAAC;AAGtF,UAAU,gBAAgB;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED;;;GAGG;AACH,wBAAsB,cAAc,CAClC,UAAU,EAAE,UAAU,EACtB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,WAAW,EAAE,EACvB,OAAO,EAAE;IACP,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,GACA,OAAO,CAAC,gBAAgB,CAAC,CAoB3B;AA2ND,wBAAgB,kBAAkB,CAChC,gBAAgB,EAAE,gBAAgB,EAClC,UAAU,EAAE,UAAU,EACtB,SAAS,EAAE,MAAM,GAChB,aAAa,CA6Cf"}