@just-every/ensemble 0.1.0

package/dist/utils/cache.js

@@ -0,0 +1,205 @@
+export class LRUCache {
+    maxSize;
+    ttlMs;
+    cache = new Map();
+    accessOrder = [];
+    constructor(maxSize, ttlMs = 5 * 60 * 1000) {
+        this.maxSize = maxSize;
+        this.ttlMs = ttlMs;
+    }
+    get(key) {
+        const entry = this.cache.get(key);
+        if (!entry)
+            return undefined;
+        if (Date.now() - entry.timestamp > this.ttlMs) {
+            this.delete(key);
+            return undefined;
+        }
+        this.updateAccessOrder(key);
+        return entry.value;
+    }
+    set(key, value) {
+        if (!this.cache.has(key) && this.cache.size >= this.maxSize) {
+            this.evictLRU();
+        }
+        this.cache.set(key, { value, timestamp: Date.now() });
+        this.updateAccessOrder(key);
+    }
+    delete(key) {
+        const deleted = this.cache.delete(key);
+        if (deleted) {
+            const index = this.accessOrder.indexOf(key);
+            if (index > -1) {
+                this.accessOrder.splice(index, 1);
+            }
+        }
+        return deleted;
+    }
+    clear() {
+        this.cache.clear();
+        this.accessOrder = [];
+    }
+    updateAccessOrder(key) {
+        const index = this.accessOrder.indexOf(key);
+        if (index > -1) {
+            this.accessOrder.splice(index, 1);
+        }
+        this.accessOrder.push(key);
+    }
+    evictLRU() {
+        const lru = this.accessOrder.shift();
+        if (lru !== undefined) {
+            this.cache.delete(lru);
+        }
+    }
+}
+class ModelMetadataCache {
+    cache = new LRUCache(100, 10 * 60 * 1000);
+    get(modelId) {
+        return this.cache.get(modelId);
+    }
+    set(modelId, entry) {
+        this.cache.set(modelId, entry);
+    }
+    clear() {
+        this.cache.clear();
+    }
+}
+export const modelMetadataCache = new ModelMetadataCache();
+export class ConnectionPool {
+    factory;
+    maxConnections;
+    available = [];
+    inUse = new Set();
+    waitQueue = [];
+    constructor(factory, maxConnections = 10) {
+        this.factory = factory;
+        this.maxConnections = maxConnections;
+        for (let i = 0; i < Math.min(3, maxConnections); i++) {
+            this.available.push(this.factory());
+        }
+    }
+    async acquire() {
+        const conn = this.available.pop();
+        if (conn) {
+            this.inUse.add(conn);
+            return conn;
+        }
+        if (this.inUse.size < this.maxConnections) {
+            const newConn = this.factory();
+            this.inUse.add(newConn);
+            return newConn;
+        }
+        return new Promise((resolve) => {
+            this.waitQueue.push(resolve);
+        });
+    }
+    release(conn) {
+        this.inUse.delete(conn);
+        const waiter = this.waitQueue.shift();
+        if (waiter) {
+            this.inUse.add(conn);
+            waiter(conn);
+        }
+        else {
+            this.available.push(conn);
+        }
+    }
+    async withConnection(fn) {
+        const conn = await this.acquire();
+        try {
+            return await fn(conn);
+        }
+        finally {
+            this.release(conn);
+        }
+    }
+    destroy() {
+        this.available = [];
+        this.inUse.clear();
+        this.waitQueue = [];
+    }
+}
+export class RequestDeduplicator {
+    pending = new Map();
+    async deduplicate(key, factory) {
+        const existing = this.pending.get(key);
+        if (existing) {
+            return existing;
+        }
+        const promise = factory().finally(() => {
+            this.pending.delete(key);
+        });
+        this.pending.set(key, promise);
+        return promise;
+    }
+    clear() {
+        this.pending.clear();
+    }
+}
+export class TokenBucket {
+    capacity;
+    refillRate;
+    initialTokens;
+    tokens;
+    lastRefill;
+    constructor(capacity, refillRate, initialTokens) {
+        this.capacity = capacity;
+        this.refillRate = refillRate;
+        this.initialTokens = initialTokens;
+        this.tokens = initialTokens ?? capacity;
+        this.lastRefill = Date.now();
+    }
+    async consume(count = 1) {
+        this.refill();
+        if (this.tokens >= count) {
+            this.tokens -= count;
+            return true;
+        }
+        return false;
+    }
+    async waitAndConsume(count = 1) {
+        while (true) {
+            if (await this.consume(count)) {
+                return;
+            }
+            const tokensNeeded = count - this.tokens;
+            const waitMs = (tokensNeeded / this.refillRate) * 1000;
+            await new Promise(resolve => setTimeout(resolve, Math.min(waitMs, 100)));
+        }
+    }
+    refill() {
+        const now = Date.now();
+        const elapsed = (now - this.lastRefill) / 1000;
+        const tokensToAdd = elapsed * this.refillRate;
+        this.tokens = Math.min(this.capacity, this.tokens + tokensToAdd);
+        this.lastRefill = now;
+    }
+}
+export class ResponseCache {
+    cache = new LRUCache(50, 60 * 1000);
+    generateKey(model, messages, options) {
+        const data = {
+            model,
+            messages: messages.map(m => ({
+                role: m.role,
+                content: typeof m.content === 'string' ? m.content : JSON.stringify(m.content)
+            })),
+            temperature: options?.temperature,
+            max_tokens: options?.max_tokens
+        };
+        return JSON.stringify(data);
+    }
+    get(key) {
+        return this.cache.get(key);
+    }
+    set(key, value) {
+        this.cache.set(key, value);
+    }
+    clear() {
+        this.cache.clear();
+    }
+}
+export const responseCache = new ResponseCache();
+export const requestDeduplicator = new RequestDeduplicator();
+//# sourceMappingURL=cache.js.map

package/dist/utils/cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.js","sourceRoot":"","sources":["../../utils/cache.ts"],"names":[],"mappings":"AASA,MAAM,OAAO,QAAQ;IAKT;IACA;IALF,KAAK,GAAG,IAAI,GAAG,EAAsC,CAAC;IACtD,WAAW,GAAQ,EAAE,CAAC;IAE9B,YACU,OAAe,EACf,QAAgB,CAAC,GAAG,EAAE,GAAG,IAAI;QAD7B,YAAO,GAAP,OAAO,CAAQ;QACf,UAAK,GAAL,KAAK,CAAwB;IACpC,CAAC;IAEJ,GAAG,CAAC,GAAM;QACR,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,CAAC,KAAK;YAAE,OAAO,SAAS,CAAC;QAG7B,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjB,OAAO,SAAS,CAAC;QACnB,CAAC;QAGD,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;QAC5B,OAAO,KAAK,CAAC,KAAK,CAAC;IACrB,CAAC;IAED,GAAG,CAAC,GAAM,EAAE,KAAQ;QAElB,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAC5D,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClB,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACtD,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;IAC9B,CAAC;IAED,MAAM,CAAC,GAAM;QACX,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACvC,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC5C,IAAI,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;gBACf,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YACpC,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK;QACH,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;IACxB,CAAC;IAEO,iBAAiB,CAAC,GAAM;QAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC5C,IAAI,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;YACf,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAEO,QAAQ;QACd,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;QACrC,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACtB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;CACF;AAKD,MAAM,kBAAkB;IACd,KAAK,GAAG,IAAI,QAAQ,CAAqB,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;IAEtE,GAAG,CAAC,OAAe;QACjB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAED,GAAG,CAAC,OAAe,EAAE,KAAiB;QACpC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IACjC,CAAC;IAED,KAAK;QACH,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;CACF;AAGD,MAAM,CAAC,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,EAAE,CAAC;AAK3D,MAAM,OAAO,cAAc;IAMf;IACA;IANF,SAAS,GAAQ,EAAE,CAAC;IACpB,KAAK,GAAG,IAAI,GAAG,EAAK,CAAC;IACrB,SAAS,GAA6B,EAAE,CAAC;IAEjD,YACU,OAAgB,EAChB,iBAAyB,EAAE;QAD3B,YAAO,GAAP,OAAO,CAAS;QAChB,mBAAc,GAAd,cAAc,CAAa;QAGnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,cAAc,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACrD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO;QAEX,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC;QAClC,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACrB,OAAO,IAAI,CAAC;QACd,CAAC;QAGD,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;YAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;YAC/B,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACxB,OAAO,OAAO,CAAC;QACjB,CAAC;QAGD,OAAO,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,EAAE;YAChC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,CAAC,IAAO;QACb,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAGxB,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACtC,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACrB,MAAM,CAAC,IAAI,CAAC,CAAC;QACf,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,cAAc,CAAI,EAA2B;QACjD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QAClC,IAAI,CAAC;YACH,OAAO,MAAM,EAAE,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IAED,OAAO;QACL,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QACpB,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;IACtB,CAAC;CACF;AAKD,MAAM,OAAO,mBAAmB;IACtB,OAAO,GAAG,IAAI,GAAG,EAAiB,CAAC;IAE3C,KAAK,CAAC,WAAW,CACf,GAAM,EACN,OAAyB;QAGzB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACvC,IAAI,QAAQ,EAAE,CAAC;YACb,OAAO,QAAQ,CAAC;QAClB,CAAC;QAGD,MAAM,OAAO,GAAG,OAAO,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE;YACrC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC/B,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK;QACH,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;CACF;AAKD,MAAM,OAAO,WAAW;IAKZ;IACA;IACA;IANF,MAAM,CAAS;IACf,UAAU,CAAS;IAE3B,YACU,QAAgB,EAChB,UAAkB,EAClB,aAAsB;QAFtB,aAAQ,GAAR,QAAQ,CAAQ;QAChB,eAAU,GAAV,UAAU,CAAQ;QAClB,kBAAa,GAAb,aAAa,CAAS;QAE9B,IAAI,CAAC,MAAM,GAAG,aAAa,IAAI,QAAQ,CAAC;QACxC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,QAAgB,CAAC;QAC7B,IAAI,CAAC,MAAM,EAAE,CAAC;QAEd,IAAI,IAAI,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC;YACrB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,QAAgB,CAAC;QACpC,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC9B,OAAO;YACT,CAAC;YAGD,MAAM,YAAY,GAAG,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;YACzC,MAAM,MAAM,GAAG,CAAC,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;YAEvD,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;QAC3E,CAAC;IACH,CAAC;IAEO,MAAM;QACZ,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,OAAO,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;QAC/C,MAAM,WAAW,GAAG,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC;QAE9C,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC,CAAC;QACjE,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC;IACxB,CAAC;CACF;AAKD,MAAM,OAAO,aAAa;IAChB,KAAK,GAAG,IAAI,QAAQ,CAAc,EAAE,EAAE,EAAE,GAAG,IAAI,CAAC,CAAC;IAEzD,WAAW,CACT,KAAa,EACb,QAAe,EACf,OAAa;QAEb,MAAM,IAAI,GAAG;YACX,KAAK;YACL,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC3B,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,OAAO,EAAE,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC;aAC/E,CAAC,CAAC;YACH,WAAW,EAAE,OAAO,EAAE,WAAW;YACjC,UAAU,EAAE,OAAO,EAAE,UAAU;SAChC,CAAC;QAEF,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAC9B,CAAC;IAED,GAAG,CAAC,GAAW;QACb,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAED,GAAG,CAAC,GAAW,EAAE,KAAU;QACzB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAC7B,CAAC;IAED,KAAK;QACH,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;CACF;AAGD,MAAM,CAAC,MAAM,aAAa,GAAG,IAAI,aAAa,EAAE,CAAC;AACjD,MAAM,CAAC,MAAM,mBAAmB,GAAG,IAAI,mBAAmB,EAAe,CAAC"}

package/dist/utils/communication.d.ts

@@ -0,0 +1,3 @@
+export declare function isPaused(): boolean;
+export declare function sleep(ms: number): Promise<void>;
+//# sourceMappingURL=communication.d.ts.map

package/dist/utils/communication.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"communication.d.ts","sourceRoot":"","sources":["../../utils/communication.ts"],"names":[],"mappings":"AAOA,wBAAgB,QAAQ,IAAI,OAAO,CAElC;AAMD,wBAAgB,KAAK,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAE/C"}

package/dist/utils/communication.js

@@ -0,0 +1,8 @@
+let isSystemPaused = false;
+export function isPaused() {
+    return isSystemPaused;
+}
+export function sleep(ms) {
+    return new Promise(resolve => setTimeout(resolve, ms));
+}
+//# sourceMappingURL=communication.js.map

package/dist/utils/communication.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"communication.js","sourceRoot":"","sources":["../../utils/communication.ts"],"names":[],"mappings":"AACA,IAAI,cAAc,GAAG,KAAK,CAAC;AAM3B,MAAM,UAAU,QAAQ;IACpB,OAAO,cAAc,CAAC;AAC1B,CAAC;AAMD,MAAM,UAAU,KAAK,CAAC,EAAU;IAC5B,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC"}

package/dist/utils/cost_tracker.d.ts

@@ -0,0 +1,26 @@
+import { ModelUsage } from '../model_data.js';
+declare class CostTracker {
+    private entries;
+    private started;
+    private onAddUsageCallbacks;
+    calculateCost(usage: ModelUsage): ModelUsage;
+    onAddUsage(callback: (usage: ModelUsage) => void): void;
+    addUsage(usage: ModelUsage): void;
+    getTotalCost(): number;
+    getCostsByModel(): Record<string, {
+        cost: number;
+        calls: number;
+    }>;
+    printSummary(): void;
+    reset(): void;
+}
+export declare const costTracker: CostTracker;
+export { CostTracker };
+export interface UsageEntry {
+    model: string;
+    input_tokens?: number;
+    output_tokens?: number;
+    image_count?: number;
+    timestamp?: Date;
+}
+//# sourceMappingURL=cost_tracker.d.ts.map

package/dist/utils/cost_tracker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cost_tracker.d.ts","sourceRoot":"","sources":["../../utils/cost_tracker.ts"],"names":[],"mappings":"AAOA,OAAO,EAEH,UAAU,EAGb,MAAM,kBAAkB,CAAC;AAK1B,cAAM,WAAW;IACb,OAAO,CAAC,OAAO,CAAoB;IACnC,OAAO,CAAC,OAAO,CAAoB;IACnC,OAAO,CAAC,mBAAmB,CAA0C;IAUrE,aAAa,CAAC,KAAK,EAAE,UAAU,GAAG,UAAU;IA4K5C,UAAU,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,GAAG,IAAI;IASvD,QAAQ,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI;IAyBjC,YAAY,IAAI,MAAM;IAOtB,eAAe,IAAI,MAAM,CAAC,MAAM,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAqBlE,YAAY,IAAI,IAAI;IA4BpB,KAAK,IAAI,IAAI;CAIhB;AASD,eAAO,MAAM,WAAW,EAAE,WAAiD,CAAC;AAG5E,OAAO,EAAE,WAAW,EAAE,CAAC;AAGvB,MAAM,WAAW,UAAU;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,IAAI,CAAC;CACpB"}

package/dist/utils/cost_tracker.js

@@ -0,0 +1,177 @@
+import { findModel, } from '../model_data.js';
+class CostTracker {
+    entries = [];
+    started = new Date();
+    onAddUsageCallbacks = [];
+    calculateCost(usage) {
+        if (typeof usage.cost === 'number') {
+            return usage;
+        }
+        if (usage.isFreeTierUsage) {
+            usage.cost = 0;
+            return usage;
+        }
+        const model = findModel(usage.model);
+        if (!model) {
+            console.error(`Model not found when recording usage: ${usage.model}`);
+            throw new Error(`Model not found when recording usage: ${usage.model}`);
+        }
+        usage.cost = 0;
+        const original_input_tokens = usage.input_tokens || 0;
+        const output_tokens = usage.output_tokens || 0;
+        const cached_tokens = usage.cached_tokens || 0;
+        const image_count = usage.image_count || 0;
+        const calculationTime = usage.timestamp || new Date();
+        const usesTimeBasedPricing = (typeof model.cost?.input_per_million === 'object' &&
+            model.cost.input_per_million !== null &&
+            'peak_price_per_million' in model.cost.input_per_million) ||
+            (typeof model.cost?.output_per_million === 'object' &&
+                model.cost.output_per_million !== null &&
+                'peak_price_per_million' in model.cost.output_per_million) ||
+            (typeof model.cost?.cached_input_per_million === 'object' &&
+                model.cost.cached_input_per_million !== null &&
+                'peak_price_per_million' in
+                    model.cost.cached_input_per_million);
+        if (!usage.timestamp && usesTimeBasedPricing) {
+            console.warn(`Timestamp missing for time-based pricing model '${usage.model}'. Defaulting to current time for calculation.`);
+        }
+        const getPrice = (tokensForTierCheck, costStructure) => {
+            if (typeof costStructure === 'number') {
+                return costStructure;
+            }
+            if (typeof costStructure === 'object' && costStructure !== null) {
+                if ('peak_price_per_million' in costStructure) {
+                    const timeBasedCost = costStructure;
+                    const utcHour = calculationTime.getUTCHours();
+                    const utcMinute = calculationTime.getUTCMinutes();
+                    const currentTimeInMinutes = utcHour * 60 + utcMinute;
+                    const peakStartInMinutes = timeBasedCost.peak_utc_start_hour * 60 +
+                        timeBasedCost.peak_utc_start_minute;
+                    const peakEndInMinutes = timeBasedCost.peak_utc_end_hour * 60 +
+                        timeBasedCost.peak_utc_end_minute;
+                    let isPeakTime;
+                    if (peakStartInMinutes <= peakEndInMinutes) {
+                        isPeakTime =
+                            currentTimeInMinutes >= peakStartInMinutes &&
+                                currentTimeInMinutes < peakEndInMinutes;
+                    }
+                    else {
+                        isPeakTime =
+                            currentTimeInMinutes >= peakStartInMinutes ||
+                                currentTimeInMinutes < peakEndInMinutes;
+                    }
+                    return isPeakTime
+                        ? timeBasedCost.peak_price_per_million
+                        : timeBasedCost.off_peak_price_per_million;
+                }
+                else if ('threshold_tokens' in costStructure) {
+                    const tieredCost = costStructure;
+                    if (tokensForTierCheck <= tieredCost.threshold_tokens) {
+                        return tieredCost.price_below_threshold_per_million;
+                    }
+                    else {
+                        return tieredCost.price_above_threshold_per_million;
+                    }
+                }
+            }
+            return 0;
+        };
+        let nonCachedInputTokens = 0;
+        let actualCachedTokens = 0;
+        if (cached_tokens > 0 &&
+            model.cost?.cached_input_per_million !== undefined) {
+            actualCachedTokens = cached_tokens;
+            nonCachedInputTokens = Math.max(0, original_input_tokens - cached_tokens);
+        }
+        else {
+            nonCachedInputTokens = original_input_tokens;
+            actualCachedTokens = 0;
+        }
+        if (nonCachedInputTokens > 0 &&
+            model.cost?.input_per_million !== undefined) {
+            const inputPricePerMillion = getPrice(original_input_tokens, model.cost.input_per_million);
+            usage.cost +=
+                (nonCachedInputTokens / 1000000) * inputPricePerMillion;
+        }
+        if (actualCachedTokens > 0 &&
+            model.cost?.cached_input_per_million !== undefined) {
+            const cachedPricePerMillion = getPrice(actualCachedTokens, model.cost.cached_input_per_million);
+            usage.cost +=
+                (actualCachedTokens / 1000000) * cachedPricePerMillion;
+        }
+        if (output_tokens > 0 && model.cost?.output_per_million !== undefined) {
+            const outputPricePerMillion = getPrice(output_tokens, model.cost.output_per_million);
+            usage.cost += (output_tokens / 1000000) * outputPricePerMillion;
+        }
+        if (image_count > 0 && model.cost?.per_image) {
+            usage.cost += image_count * model.cost.per_image;
+        }
+        usage.cost = Math.max(0, usage.cost);
+        return usage;
+    }
+    onAddUsage(callback) {
+        this.onAddUsageCallbacks.push(callback);
+    }
+    addUsage(usage) {
+        try {
+            usage = this.calculateCost({ ...usage });
+            usage.timestamp = new Date();
+            this.entries.push(usage);
+            for (const callback of this.onAddUsageCallbacks) {
+                try {
+                    callback(usage);
+                }
+                catch (error) {
+                    console.error('Error in cost tracker callback:', error);
+                }
+            }
+        }
+        catch (err) {
+            console.error('Error recording usage:', err);
+        }
+    }
+    getTotalCost() {
+        return this.entries.reduce((sum, entry) => sum + (entry.cost || 0), 0);
+    }
+    getCostsByModel() {
+        const models = {};
+        for (const entry of this.entries) {
+            if (!models[entry.model]) {
+                models[entry.model] = {
+                    cost: 0,
+                    calls: 0,
+                };
+            }
+            models[entry.model].cost += entry.cost || 0;
+            models[entry.model].calls += 1;
+        }
+        return models;
+    }
+    printSummary() {
+        if (!this.entries.length) {
+            return;
+        }
+        const totalCost = this.getTotalCost();
+        const costsByModel = this.getCostsByModel();
+        const runtime = Math.round((new Date().getTime() - this.started.getTime()) / 1000);
+        console.log('\n\nCOST SUMMARY');
+        console.log(`Runtime: ${runtime} seconds`);
+        console.log(`Total API Cost: $${totalCost.toFixed(6)}`);
+        console.log('\nModels:');
+        for (const [model, modelData] of Object.entries(costsByModel)) {
+            console.log(`\t${model}:\t$${modelData.cost.toFixed(6)} (${modelData.calls} calls)`);
+        }
+        this.reset();
+    }
+    reset() {
+        this.entries = [];
+        this.started = new Date();
+    }
+}
+const globalObj = globalThis;
+if (!globalObj.__ENSEMBLE_COST_TRACKER__) {
+    globalObj.__ENSEMBLE_COST_TRACKER__ = new CostTracker();
+}
+export const costTracker = globalObj.__ENSEMBLE_COST_TRACKER__;
+export { CostTracker };
+//# sourceMappingURL=cost_tracker.js.map

package/dist/utils/cost_tracker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cost_tracker.js","sourceRoot":"","sources":["../../utils/cost_tracker.ts"],"names":[],"mappings":"AAOA,OAAO,EACH,SAAS,GAIZ,MAAM,kBAAkB,CAAC;AAK1B,MAAM,WAAW;IACL,OAAO,GAAiB,EAAE,CAAC;IAC3B,OAAO,GAAS,IAAI,IAAI,EAAE,CAAC;IAC3B,mBAAmB,GAAuC,EAAE,CAAC;IAUrE,aAAa,CAAC,KAAiB;QAE3B,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACjC,OAAO,KAAK,CAAC;QACjB,CAAC;QAGD,IAAI,KAAK,CAAC,eAAe,EAAE,CAAC;YACxB,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC;YACf,OAAO,KAAK,CAAC;QACjB,CAAC;QAED,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACrC,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,OAAO,CAAC,KAAK,CACT,yCAAyC,KAAK,CAAC,KAAK,EAAE,CACzD,CAAC;YACF,MAAM,IAAI,KAAK,CACX,yCAAyC,KAAK,CAAC,KAAK,EAAE,CACzD,CAAC;QACN,CAAC;QAGD,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC;QAGf,MAAM,qBAAqB,GAAG,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC;QACtD,MAAM,aAAa,GAAG,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;QAC/C,MAAM,aAAa,GAAG,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;QAC/C,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC;QAG3C,MAAM,eAAe,GAAG,KAAK,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC;QAGtD,MAAM,oBAAoB,GACtB,CAAC,OAAO,KAAK,CAAC,IAAI,EAAE,iBAAiB,KAAK,QAAQ;YAC9C,KAAK,CAAC,IAAI,CAAC,iBAAiB,KAAK,IAAI;YACrC,wBAAwB,IAAI,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC;YAC7D,CAAC,OAAO,KAAK,CAAC,IAAI,EAAE,kBAAkB,KAAK,QAAQ;gBAC/C,KAAK,CAAC,IAAI,CAAC,kBAAkB,KAAK,IAAI;gBACtC,wBAAwB,IAAI,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC;YAC9D,CAAC,OAAO,KAAK,CAAC,IAAI,EAAE,wBAAwB,KAAK,QAAQ;gBACrD,KAAK,CAAC,IAAI,CAAC,wBAAwB,KAAK,IAAI;gBAC5C,wBAAwB;oBACpB,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QAEjD,IAAI,CAAC,KAAK,CAAC,SAAS,IAAI,oBAAoB,EAAE,CAAC;YAC3C,OAAO,CAAC,IAAI,CACR,mDAAmD,KAAK,CAAC,KAAK,gDAAgD,CACjH,CAAC;QACN,CAAC;QAGD,MAAM,QAAQ,GAAG,CACb,kBAA0B,EAC1B,aAAgE,EAC1D,EAAE;YACR,IAAI,OAAO,aAAa,KAAK,QAAQ,EAAE,CAAC;gBACpC,OAAO,aAAa,CAAC;YACzB,CAAC;YAED,IAAI,OAAO,aAAa,KAAK,QAAQ,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;gBAC9D,IAAI,wBAAwB,IAAI,aAAa,EAAE,CAAC;oBAE5C,MAAM,aAAa,GAAG,aAA+B,CAAC;oBACtD,MAAM,OAAO,GAAG,eAAe,CAAC,WAAW,EAAE,CAAC;oBAC9C,MAAM,SAAS,GAAG,eAAe,CAAC,aAAa,EAAE,CAAC;oBAClD,MAAM,oBAAoB,GAAG,OAAO,GAAG,EAAE,GAAG,SAAS,CAAC;oBACtD,MAAM,kBAAkB,GACpB,aAAa,CAAC,mBAAmB,GAAG,EAAE;wBACtC,aAAa,CAAC,qBAAqB,CAAC;oBACxC,MAAM,gBAAgB,GAClB,aAAa,CAAC,iBAAiB,GAAG,EAAE;wBACpC,aAAa,CAAC,mBAAmB,CAAC;oBAEtC,IAAI,UAAmB,CAAC;oBACxB,IAAI,kBAAkB,IAAI,gBAAgB,EAAE,CAAC;wBACzC,UAAU;4BACN,oBAAoB,IAAI,kBAAkB;gCAC1C,oBAAoB,GAAG,gBAAgB,CAAC;oBAChD,CAAC;yBAAM,CAAC;wBACJ,UAAU;4BACN,oBAAoB,IAAI,kBAAkB;gCAC1C,oBAAoB,GAAG,gBAAgB,CAAC;oBAChD,CAAC;oBAED,OAAO,UAAU;wBACb,CAAC,CAAC,aAAa,CAAC,sBAAsB;wBACtC,CAAC,CAAC,aAAa,CAAC,0BAA0B,CAAC;gBACnD,CAAC;qBAAM,IAAI,kBAAkB,IAAI,aAAa,EAAE,CAAC;oBAE7C,MAAM,UAAU,GAAG,aAA4B,CAAC;oBAChD,IAAI,kBAAkB,IAAI,UAAU,CAAC,gBAAgB,EAAE,CAAC;wBACpD,OAAO,UAAU,CAAC,iCAAiC,CAAC;oBACxD,CAAC;yBAAM,CAAC;wBACJ,OAAO,UAAU,CAAC,iCAAiC,CAAC;oBACxD,CAAC;gBACL,CAAC;YACL,CAAC;YACD,OAAO,CAAC,CAAC;QACb,CAAC,CAAC;QAGF,IAAI,oBAAoB,GAAG,CAAC,CAAC;QAC7B,IAAI,kBAAkB,GAAG,CAAC,CAAC;QAE3B,IACI,aAAa,GAAG,CAAC;YACjB,KAAK,CAAC,IAAI,EAAE,wBAAwB,KAAK,SAAS,EACpD,CAAC;YACC,kBAAkB,GAAG,aAAa,CAAC;YACnC,oBAAoB,GAAG,IAAI,CAAC,GAAG,CAC3B,CAAC,EACD,qBAAqB,GAAG,aAAa,CACxC,CAAC;QACN,CAAC;aAAM,CAAC;YACJ,oBAAoB,GAAG,qBAAqB,CAAC;YAC7C,kBAAkB,GAAG,CAAC,CAAC;QAC3B,CAAC;QAGD,IACI,oBAAoB,GAAG,CAAC;YACxB,KAAK,CAAC,IAAI,EAAE,iBAAiB,KAAK,SAAS,EAC7C,CAAC;YACC,MAAM,oBAAoB,GAAG,QAAQ,CACjC,qBAAqB,EACrB,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAC/B,CAAC;YACF,KAAK,CAAC,IAAI;gBACN,CAAC,oBAAoB,GAAG,OAAO,CAAC,GAAG,oBAAoB,CAAC;QAChE,CAAC;QAGD,IACI,kBAAkB,GAAG,CAAC;YACtB,KAAK,CAAC,IAAI,EAAE,wBAAwB,KAAK,SAAS,EACpD,CAAC;YACC,MAAM,qBAAqB,GAAG,QAAQ,CAClC,kBAAkB,EAClB,KAAK,CAAC,IAAI,CAAC,wBAAwB,CACtC,CAAC;YACF,KAAK,CAAC,IAAI;gBACN,CAAC,kBAAkB,GAAG,OAAO,CAAC,GAAG,qBAAqB,CAAC;QAC/D,CAAC;QAGD,IAAI,aAAa,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,EAAE,kBAAkB,KAAK,SAAS,EAAE,CAAC;YACpE,MAAM,qBAAqB,GAAG,QAAQ,CAClC,aAAa,EACb,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAChC,CAAC;YACF,KAAK,CAAC,IAAI,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,GAAG,qBAAqB,CAAC;QACpE,CAAC;QAGD,IAAI,WAAW,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;YAC3C,KAAK,CAAC,IAAI,IAAI,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC;QACrD,CAAC;QAGD,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAErC,OAAO,KAAK,CAAC;IACjB,CAAC;IAOD,UAAU,CAAC,QAAqC;QAC5C,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC5C,CAAC;IAOD,QAAQ,CAAC,KAAiB;QACtB,IAAI,CAAC;YAED,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC;YACzC,KAAK,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;YAG7B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAGzB,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBAC9C,IAAI,CAAC;oBACD,QAAQ,CAAC,KAAK,CAAC,CAAC;gBACpB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACb,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAC;gBAC5D,CAAC;YACL,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,wBAAwB,EAAE,GAAG,CAAC,CAAC;QACjD,CAAC;IACL,CAAC;IAKD,YAAY;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC3E,CAAC;IAKD,eAAe;QACX,MAAM,MAAM,GAAoD,EAAE,CAAC;QAEnE,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAC/B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;gBACvB,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG;oBAClB,IAAI,EAAE,CAAC;oBACP,KAAK,EAAE,CAAC;iBACX,CAAC;YACN,CAAC;YAED,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC;YAC5C,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;QACnC,CAAC;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;IAKD,YAAY;QACR,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACvB,OAAO;QACX,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACtC,MAAM,YAAY,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CACtB,CAAC,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,GAAG,IAAI,CACzD,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QAChC,OAAO,CAAC,GAAG,CAAC,YAAY,OAAO,UAAU,CAAC,CAAC;QAC3C,OAAO,CAAC,GAAG,CAAC,oBAAoB,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAExD,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACzB,KAAK,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;YAC5D,OAAO,CAAC,GAAG,CACP,KAAK,KAAK,OAAO,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,KAAK,SAAS,CAC1E,CAAC;QACN,CAAC;QAED,IAAI,CAAC,KAAK,EAAE,CAAC;IACjB,CAAC;IAKD,KAAK;QACD,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;IAC9B,CAAC;CACJ;AAGD,MAAM,SAAS,GAAG,UAEjB,CAAC;AACF,IAAI,CAAC,SAAS,CAAC,yBAAyB,EAAE,CAAC;IACvC,SAAS,CAAC,yBAAyB,GAAG,IAAI,WAAW,EAAE,CAAC;AAC5D,CAAC;AACD,MAAM,CAAC,MAAM,WAAW,GAAgB,SAAS,CAAC,yBAAyB,CAAC;AAG5E,OAAO,EAAE,WAAW,EAAE,CAAC"}

package/dist/utils/delta_buffer.d.ts

@@ -0,0 +1,14 @@
+export declare class DeltaBuffer {
+    private readonly step;
+    private readonly max;
+    private readonly timeLimitMs;
+    private buffer;
+    private startTimestamp;
+    private threshold;
+    constructor(step?: number, max?: number, initial?: number, timeLimitMs?: number);
+    add(chunk: string): string | null;
+    flush(): string | null;
+}
+export declare function bufferDelta<T>(store: Map<string, DeltaBuffer>, messageId: string, chunk: string, makeEvent: (content: string) => T): T[];
+export declare function flushBufferedDeltas<T>(store: Map<string, DeltaBuffer>, makeEvent: (id: string, content: string) => T): T[];
+//# sourceMappingURL=delta_buffer.d.ts.map

package/dist/utils/delta_buffer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"delta_buffer.d.ts","sourceRoot":"","sources":["../../utils/delta_buffer.ts"],"names":[],"mappings":"AAQA,qBAAa,WAAW;IAMhB,OAAO,CAAC,QAAQ,CAAC,IAAI;IACrB,OAAO,CAAC,QAAQ,CAAC,GAAG;IAEpB,OAAO,CAAC,QAAQ,CAAC,WAAW;IARhC,OAAO,CAAC,MAAM,CAAM;IACpB,OAAO,CAAC,cAAc,CAAuB;IAC7C,OAAO,CAAC,SAAS,CAAS;gBAGL,IAAI,SAAK,EACT,GAAG,SAAM,EAC1B,OAAO,SAAK,EACK,WAAW,SAAS;IAKzC,GAAG,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAwBjC,KAAK,IAAI,MAAM,GAAG,IAAI;CAOzB;AAMD,wBAAgB,WAAW,CAAC,CAAC,EACzB,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,EAC/B,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,CAAC,GAClC,CAAC,EAAE,CAQL;AAMD,wBAAgB,mBAAmB,CAAC,CAAC,EACjC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,EAC/B,SAAS,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,KAAK,CAAC,GAC9C,CAAC,EAAE,CAQL"}

package/dist/utils/delta_buffer.js

@@ -0,0 +1,60 @@
+export class DeltaBuffer {
+    step;
+    max;
+    timeLimitMs;
+    buffer = '';
+    startTimestamp = null;
+    threshold;
+    constructor(step = 20, max = 400, initial = 20, timeLimitMs = 10_000) {
+        this.step = step;
+        this.max = max;
+        this.timeLimitMs = timeLimitMs;
+        this.threshold = initial;
+    }
+    add(chunk) {
+        this.buffer += chunk;
+        if (this.startTimestamp === null)
+            this.startTimestamp = Date.now();
+        const shouldFlushBySize = this.buffer.length >= this.threshold;
+        const shouldFlushByTime = this.startTimestamp !== null &&
+            Date.now() - this.startTimestamp >= this.timeLimitMs;
+        if (shouldFlushBySize || shouldFlushByTime) {
+            const out = this.buffer;
+            this.buffer = '';
+            this.startTimestamp = null;
+            if (shouldFlushBySize && this.threshold < this.max) {
+                this.threshold += this.step;
+            }
+            return out;
+        }
+        return null;
+    }
+    flush() {
+        if (!this.buffer)
+            return null;
+        const out = this.buffer;
+        this.buffer = '';
+        this.startTimestamp = null;
+        return out;
+    }
+}
+export function bufferDelta(store, messageId, chunk, makeEvent) {
+    let buf = store.get(messageId);
+    if (!buf) {
+        buf = new DeltaBuffer();
+        store.set(messageId, buf);
+    }
+    const out = buf.add(chunk);
+    return out !== null ? [makeEvent(out)] : [];
+}
+export function flushBufferedDeltas(store, makeEvent) {
+    const events = [];
+    for (const [id, buf] of store) {
+        const out = buf.flush();
+        if (out !== null)
+            events.push(makeEvent(id, out));
+    }
+    store.clear();
+    return events;
+}
+//# sourceMappingURL=delta_buffer.js.map

package/dist/utils/delta_buffer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"delta_buffer.js","sourceRoot":"","sources":["../../utils/delta_buffer.ts"],"names":[],"mappings":"AAQA,MAAM,OAAO,WAAW;IAMC;IACA;IAEA;IARb,MAAM,GAAG,EAAE,CAAC;IACZ,cAAc,GAAkB,IAAI,CAAC;IACrC,SAAS,CAAS;IAE1B,YACqB,OAAO,EAAE,EACT,MAAM,GAAG,EAC1B,OAAO,GAAG,EAAE,EACK,cAAc,MAAM;QAHpB,SAAI,GAAJ,IAAI,CAAK;QACT,QAAG,GAAH,GAAG,CAAM;QAET,gBAAW,GAAX,WAAW,CAAS;QAErC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC;IAC7B,CAAC;IAED,GAAG,CAAC,KAAa;QACb,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC;QAGrB,IAAI,IAAI,CAAC,cAAc,KAAK,IAAI;YAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEnE,MAAM,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC;QAC/D,MAAM,iBAAiB,GACnB,IAAI,CAAC,cAAc,KAAK,IAAI;YAC5B,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,WAAW,CAAC;QAEzD,IAAI,iBAAiB,IAAI,iBAAiB,EAAE,CAAC;YACzC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC;YACxB,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;YACjB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;YAC3B,IAAI,iBAAiB,IAAI,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAEjD,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC;YAChC,CAAC;YACD,OAAO,GAAG,CAAC;QACf,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,KAAK;QACD,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC;QACxB,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACjB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC3B,OAAO,GAAG,CAAC;IACf,CAAC;CACJ;AAMD,MAAM,UAAU,WAAW,CACvB,KAA+B,EAC/B,SAAiB,EACjB,KAAa,EACb,SAAiC;IAEjC,IAAI,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAC/B,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,GAAG,GAAG,IAAI,WAAW,EAAE,CAAC;QACxB,KAAK,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IAC9B,CAAC;IACD,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC3B,OAAO,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAChD,CAAC;AAMD,MAAM,UAAU,mBAAmB,CAC/B,KAA+B,EAC/B,SAA6C;IAE7C,MAAM,MAAM,GAAQ,EAAE,CAAC;IACvB,KAAK,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,KAAK,EAAE,CAAC;QAC5B,MAAM,GAAG,GAAG,GAAG,CAAC,KAAK,EAAE,CAAC;QACxB,IAAI,GAAG,KAAK,IAAI;YAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC;IACtD,CAAC;IACD,KAAK,CAAC,KAAK,EAAE,CAAC;IACd,OAAO,MAAM,CAAC;AAClB,CAAC"}

package/dist/utils/image_to_text.d.ts

@@ -0,0 +1,3 @@
+export declare function convertImageToText(imageData: string, modelId: string): Promise<string>;
+export declare function convertImageToTextIfNeeded(imageData: string, modelId?: string): Promise<string>;
+//# sourceMappingURL=image_to_text.d.ts.map

package/dist/utils/image_to_text.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"image_to_text.d.ts","sourceRoot":"","sources":["../../utils/image_to_text.ts"],"names":[],"mappings":"AA8DA,wBAAsB,kBAAkB,CACpC,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,GAChB,OAAO,CAAC,MAAM,CAAC,CA4FjB;AAUD,wBAAsB,0BAA0B,CAC5C,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,MAAM,CAAC,CAcjB"}

package/dist/utils/image_to_text.js

@@ -0,0 +1,81 @@
+import Anthropic from '@anthropic-ai/sdk';
+import { findModel } from '../index.js';
+const imageDescriptionCache = {};
+function generateImageHash(imageData) {
+    const sample = imageData.substring(0, 100);
+    const length = imageData.length;
+    return `${sample}_${length}`;
+}
+export async function convertImageToText(imageData, modelId) {
+    if (!imageData.startsWith('data:image/')) {
+        return imageData;
+    }
+    console.log(`Converting image to text description for model ${modelId}`);
+    const imageHash = generateImageHash(imageData);
+    if (imageDescriptionCache[imageHash]) {
+        console.log(`Using cached image description for ${modelId}`);
+        return imageDescriptionCache[imageHash];
+    }
+    try {
+        const apiKey = process.env.ANTHROPIC_API_KEY;
+        if (!apiKey) {
+            throw new Error('ANTHROPIC_API_KEY not set');
+        }
+        const anthropic = new Anthropic({
+            apiKey,
+        });
+        const prompt = 'Please describe this image in a few sentences. Focus on the main visual elements and key details that someone would need to understand what is shown in the image.';
+        const mediaType = (imageData.includes('data:image/jpeg')
+            ? 'image/jpeg'
+            : imageData.includes('data:image/png')
+                ? 'image/png'
+                : imageData.includes('data:image/gif')
+                    ? 'image/gif'
+                    : imageData.includes('data:image/webp')
+                        ? 'image/webp'
+                        : 'image/jpeg');
+        const textBlock = {
+            type: 'text',
+            text: prompt,
+        };
+        const imageBlock = {
+            type: 'image',
+            source: {
+                type: 'base64',
+                media_type: mediaType,
+                data: imageData.replace(/^data:image\/[a-z]+;base64,/, ''),
+            },
+        };
+        const messages = [
+            {
+                role: 'user',
+                content: [textBlock, imageBlock],
+            },
+        ];
+        const response = await anthropic.messages.create({
+            model: 'claude-3-5-haiku-latest',
+            messages: messages,
+            max_tokens: 1000,
+        });
+        const firstContent = response.content?.[0];
+        const description = (firstContent && 'text' in firstContent) ? firstContent.text : '';
+        const formattedDescription = `[Image description: ${description.trim()}]`;
+        imageDescriptionCache[imageHash] = formattedDescription;
+        console.log('Generated new image description and cached it');
+        return formattedDescription;
+    }
+    catch (error) {
+        console.error('Error generating image description:', error);
+        return '[Image could not be processed]';
+    }
+}
+export async function convertImageToTextIfNeeded(imageData, modelId) {
+    if (!imageData.startsWith('data:image/')) {
+        return imageData;
+    }
+    if (modelId && findModel(modelId)?.features?.input_modality?.includes('image')) {
+        return imageData;
+    }
+    return await convertImageToText(imageData, modelId || 'unknown');
+}
+//# sourceMappingURL=image_to_text.js.map

package/dist/utils/image_to_text.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"image_to_text.js","sourceRoot":"","sources":["../../utils/image_to_text.ts"],"names":[],"mappings":"AAOA,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AA8BxC,MAAM,qBAAqB,GAA0B,EAAE,CAAC;AAQxD,SAAS,iBAAiB,CAAC,SAAiB;IAGxC,MAAM,MAAM,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;IAChC,OAAO,GAAG,MAAM,IAAI,MAAM,EAAE,CAAC;AACjC,CAAC;AAUD,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACpC,SAAiB,EACjB,OAAe;IAGf,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;QACvC,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,kDAAkD,OAAO,EAAE,CAAC,CAAC;IAGzE,MAAM,SAAS,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;IAG/C,IAAI,qBAAqB,CAAC,SAAS,CAAC,EAAE,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,sCAAsC,OAAO,EAAE,CAAC,CAAC;QAC7D,OAAO,qBAAqB,CAAC,SAAS,CAAC,CAAC;IAC5C,CAAC;IAGD,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;QAC7C,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC;YAC5B,MAAM;SACT,CAAC,CAAC;QAGH,MAAM,MAAM,GACR,oKAAoK,CAAC;QAGzK,MAAM,SAAS,GAAG,CACd,SAAS,CAAC,QAAQ,CAAC,iBAAiB,CAAC;YACjC,CAAC,CAAC,YAAY;YACd,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CAAC;gBACpC,CAAC,CAAC,WAAW;gBACb,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CAAC;oBACpC,CAAC,CAAC,WAAW;oBACb,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,iBAAiB,CAAC;wBACrC,CAAC,CAAC,YAAY;wBACd,CAAC,CAAC,YAAY,CACgC,CAAC;QAG7D,MAAM,SAAS,GAAc;YACzB,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,MAAM;SACf,CAAC;QAEF,MAAM,UAAU,GAAe;YAC3B,IAAI,EAAE,OAAO;YACb,MAAM,EAAE;gBACJ,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE,SAAS;gBACrB,IAAI,EAAE,SAAS,CAAC,OAAO,CAAC,6BAA6B,EAAE,EAAE,CAAC;aAC7D;SACJ,CAAC;QAGF,MAAM,QAAQ,GAAc;YACxB;gBACI,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC;aACnC;SACJ,CAAC;QAIF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;YAC7C,KAAK,EAAE,yBAAyB;YAChC,QAAQ,EAAE,QAAe;YACzB,UAAU,EAAE,IAAI;SACnB,CAAC,CAAC;QAGH,MAAM,YAAY,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,WAAW,GAAG,CAAC,YAAY,IAAI,MAAM,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAGtF,MAAM,oBAAoB,GAAG,uBAAuB,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC;QAG1E,qBAAqB,CAAC,SAAS,CAAC,GAAG,oBAAoB,CAAC;QAExD,OAAO,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAC;QAC7D,OAAO,oBAAoB,CAAC;IAChC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,qCAAqC,EAAE,KAAK,CAAC,CAAC;QAC5D,OAAO,gCAAgC,CAAC;IAC5C,CAAC;AACL,CAAC;AAUD,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC5C,SAAiB,EACjB,OAAgB;IAGhB,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;QACvC,OAAO,SAAS,CAAC;IACrB,CAAC;IAGD,IAAI,OAAO,IAAI,SAAS,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,cAAc,EAAE,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAE7E,OAAO,SAAS,CAAC;IACrB,CAAC;IAGD,OAAO,MAAM,kBAAkB,CAAC,SAAS,EAAE,OAAO,IAAI,SAAS,CAAC,CAAC;AACrE,CAAC"}