@probeo/anymodel 0.1.0 → 0.3.0

package/dist/utils/fs-io.js

@@ -0,0 +1,203 @@
+/**
+ * Concurrency-limited filesystem helpers for high-volume file operations.
+ *
+ * Based on probeo-core/common/fs-io. Provides queued reads/writes,
+ * atomic durable writes, directory caching, and path memoization.
+ */
+import { mkdir, open, readFile as fsReadFile, rename, writeFile as fsWriteFile, readdir as fsReaddir, stat as fsStat } from 'node:fs/promises';
+import { createWriteStream } from 'node:fs';
+import path from 'node:path';
+import PQueue from 'p-queue';
+// Concurrency-limited queues to prevent resource exhaustion.
+const writeQueue = new PQueue({ concurrency: 10 });
+const readQueue = new PQueue({ concurrency: 20 });
+// In-memory cache of directories we've already ensured exist.
+const ensuredDirs = new Set();
+// Memoization caches for path operations.
+const joinPathCache = new Map();
+const dirnameCache = new Map();
+const resolvePathCache = new Map();
+// ─── Directory Operations ───────────────────────────────────────────────────
+export async function ensureDir(dir) {
+    if (!dir)
+        return;
+    if (ensuredDirs.has(dir))
+        return;
+    await mkdir(dir, { recursive: true });
+    ensuredDirs.add(dir);
+}
+// ─── Queued Read Operations ─────────────────────────────────────────────────
+export async function readFileQueued(filePath, encoding = 'utf8') {
+    return readQueue.add(async () => {
+        return fsReadFile(filePath, encoding);
+    });
+}
+export async function readJsonQueued(filePath) {
+    const raw = (await readFileQueued(filePath, 'utf8'));
+    return JSON.parse(raw);
+}
+export async function readDirQueued(dirPath) {
+    return readQueue.add(async () => {
+        return fsReaddir(dirPath, { withFileTypes: true });
+    });
+}
+export async function statQueued(filePath) {
+    return readQueue.add(async () => {
+        return fsStat(filePath);
+    });
+}
+export async function pathExistsQueued(p) {
+    return readQueue.add(async () => {
+        try {
+            await fsStat(p);
+            return true;
+        }
+        catch {
+            return false;
+        }
+    });
+}
+export async function fileExistsQueued(filePath) {
+    return readQueue.add(async () => {
+        try {
+            const s = await fsStat(filePath);
+            return s.isFile();
+        }
+        catch {
+            return false;
+        }
+    });
+}
+// ─── Queued Write Operations ────────────────────────────────────────────────
+export async function writeFileQueued(filePath, data) {
+    await writeQueue.add(async () => {
+        const dir = dirnameOf(filePath);
+        await ensureDir(dir);
+        await fsWriteFile(filePath, data);
+    });
+}
+export async function appendFileQueued(filePath, data) {
+    await writeQueue.add(async () => {
+        const dir = dirnameOf(filePath);
+        await ensureDir(dir);
+        await fsWriteFile(filePath, data, { flag: 'a' });
+    });
+}
+/**
+ * Atomically write a file with fsync to ensure data hits disk.
+ * Uses temp file + rename + directory fsync.
+ */
+export async function writeFileFlushedQueued(filePath, data) {
+    await writeQueue.add(async () => {
+        const dir = dirnameOf(filePath);
+        await ensureDir(dir);
+        const tmpPath = joinPath(dir, `.${path.basename(filePath)}.${Date.now()}.${Math.random().toString(16).slice(2)}.tmp`);
+        const fh = await open(tmpPath, 'w');
+        try {
+            await fh.writeFile(data);
+            await fh.sync();
+        }
+        finally {
+            await fh.close();
+        }
+        await rename(tmpPath, filePath);
+        try {
+            const dh = await open(dir, 'r');
+            try {
+                await dh.sync();
+            }
+            finally {
+                await dh.close();
+            }
+        }
+        catch {
+            // ignore directory fsync errors
+        }
+    });
+}
+/**
+ * Streamed write with durability: temp file → stream → fsync → atomic rename.
+ */
+export async function writeStreamFlushedQueued(filePath, producer) {
+    await writeQueue.add(async () => {
+        const dir = dirnameOf(filePath);
+        await ensureDir(dir);
+        const tmpPath = joinPath(dir, `.${path.basename(filePath)}.${Date.now()}.${Math.random().toString(16).slice(2)}.tmp`);
+        const ws = createWriteStream(tmpPath);
+        await new Promise((resolve, reject) => {
+            let settled = false;
+            const onError = (err) => { if (settled)
+                return; settled = true; reject(err); };
+            const onFinish = () => { if (settled)
+                return; settled = true; resolve(); };
+            ws.once('error', onError);
+            ws.once('finish', onFinish);
+            Promise.resolve()
+                .then(async () => {
+                await producer(ws);
+                if (!ws.destroyed && !ws.writableEnded) {
+                    ws.end();
+                }
+            })
+                .catch(onError);
+        });
+        const fh = await open(tmpPath, 'r+');
+        try {
+            await fh.sync();
+        }
+        finally {
+            await fh.close();
+        }
+        await rename(tmpPath, filePath);
+        try {
+            const dh = await open(dir, 'r');
+            try {
+                await dh.sync();
+            }
+            finally {
+                await dh.close();
+            }
+        }
+        catch {
+            // ignore directory fsync errors
+        }
+    });
+}
+// ─── Path Utilities (Memoized) ──────────────────────────────────────────────
+export function joinPath(...segments) {
+    const key = segments.join('\u0000');
+    const cached = joinPathCache.get(key);
+    if (cached !== undefined)
+        return cached;
+    const out = path.join(...segments);
+    joinPathCache.set(key, out);
+    return out;
+}
+export function dirnameOf(p) {
+    const cached = dirnameCache.get(p);
+    if (cached !== undefined)
+        return cached;
+    const out = path.dirname(p);
+    dirnameCache.set(p, out);
+    return out;
+}
+export function resolvePath(...segments) {
+    const key = segments.join('\u0000');
+    const cached = resolvePathCache.get(key);
+    if (cached !== undefined)
+        return cached;
+    const out = path.resolve(...segments);
+    resolvePathCache.set(key, out);
+    return out;
+}
+// ─── Queue Status ───────────────────────────────────────────────────────────
+export function getFsQueueStatus() {
+    return {
+        read: { size: readQueue.size, pending: readQueue.pending },
+        write: { size: writeQueue.size, pending: writeQueue.pending },
+    };
+}
+export async function waitForFsQueuesIdle() {
+    await Promise.all([writeQueue.onIdle(), readQueue.onIdle()]);
+}
+//# sourceMappingURL=fs-io.js.map

package/dist/utils/fs-io.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fs-io.js","sourceRoot":"","sources":["../../src/utils/fs-io.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,IAAI,UAAU,EAAE,MAAM,EAAE,SAAS,IAAI,WAAW,EAAE,OAAO,IAAI,SAAS,EAAE,IAAI,IAAI,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAE/I,OAAO,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAC5C,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,MAAM,MAAM,SAAS,CAAC;AAE7B,6DAA6D;AAC7D,MAAM,UAAU,GAAG,IAAI,MAAM,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC;AACnD,MAAM,SAAS,GAAG,IAAI,MAAM,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC;AAElD,8DAA8D;AAC9D,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;AAEtC,0CAA0C;AAC1C,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;AAChD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;AAC/C,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAkB,CAAC;AAEnD,+EAA+E;AAE/E,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,GAAW;IACzC,IAAI,CAAC,GAAG;QAAE,OAAO;IACjB,IAAI,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC;QAAE,OAAO;IACjC,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACtC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AACvB,CAAC;AAED,+EAA+E;AAE/E,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,QAAgB,EAChB,WAAkC,MAAM;IAExC,OAAO,SAAS,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;QAC9B,OAAO,UAAU,CAAC,QAAQ,EAAE,QAAe,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAc,QAAgB;IAChE,MAAM,GAAG,GAAG,CAAC,MAAM,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAW,CAAC;IAC/D,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAM,CAAC;AAC9B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,OAAe;IACjD,OAAO,SAAS,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;QAC9B,OAAO,SAAS,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,QAAgB;IAC/C,OAAO,SAAS,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;QAC9B,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,CAAS;IAC9C,OAAO,SAAS,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;QAC9B,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,CAAC,CAAC,CAAC;YAChB,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,QAAgB;IACrD,OAAO,SAAS,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;QAC9B,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC;YACjC,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC;QACpB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED,+EAA+E;AAE/E,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,QAAgB,EAAE,IAAqB;IAC3E,MAAM,UAAU,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;QAC9B,MAAM,GAAG,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;QAChC,MAAM,SAAS,CAAC,GAAG,CAAC,CAAC;QACrB,MAAM,WAAW,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,QAAgB,EAAE,IAAqB;IAC5E,MAAM,UAAU,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;QAC9B,MAAM,GAAG,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;QAChC,MAAM,SAAS,CAAC,GAAG,CAAC,CAAC;QACrB,MAAM,WAAW,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,GAAG,EAAS,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,QAAgB,EAAE,IAAqB;IAClF,MAAM,UAAU,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;QAC9B,MAAM,GAAG,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;QAChC,MAAM,SAAS,CAAC,GAAG,CAAC,CAAC;QAErB,MAAM,OAAO,GAAG,QAAQ,CACtB,GAAG,EACH,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CACvF,CAAC;QAEF,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QACpC,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACzB,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC;QAClB,CAAC;gBAAS,CAAC;YACT,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;QACnB,CAAC;QAED,MAAM,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAEhC,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;YAChC,IAAI,CAAC;gBAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC;YAAC,CAAC;oBAAS,CAAC;gBAAC,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;YAAC,CAAC;QACxD,CAAC;QAAC,MAAM,CAAC;YACP,gCAAgC;QAClC,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,QAAgB,EAChB,QAAiE;IAEjE,MAAM,UAAU,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;QAC9B,MAAM,GAAG,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;QAChC,MAAM,SAAS,CAAC,GAAG,CAAC,CAAC;QAErB,MAAM,OAAO,GAAG,QAAQ,CACtB,GAAG,EACH,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CACvF,CAAC;QAEF,MAAM,EAAE,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAEtC,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,MAAM,OAAO,GAAG,CAAC,GAAQ,EAAE,EAAE,GAAG,IAAI,OAAO;gBAAE,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACpF,MAAM,QAAQ,GAAG,GAAG,EAAE,GAAG,IAAI,OAAO;gBAAE,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;YAC3E,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC1B,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAE5B,OAAO,CAAC,OAAO,EAAE;iBACd,IAAI,CAAC,KAAK,IAAI,EAAE;gBACf,MAAM,QAAQ,CAAC,EAAE,CAAC,CAAC;gBACnB,IAAI,CAAE,EAAU,CAAC,SAAS,IAAI,CAAE,EAAU,CAAC,aAAa,EAAE,CAAC;oBACxD,EAAU,CAAC,GAAG,EAAE,CAAC;gBACpB,CAAC;YACH,CAAC,CAAC;iBACD,KAAK,CAAC,OAAO,CAAC,CAAC;QACpB,CAAC,CAAC,CAAC;QAEH,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACrC,IAAI,CAAC;YAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC;QAAC,CAAC;gBAAS,CAAC;YAAC,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;QAAC,CAAC;QAEtD,MAAM,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAEhC,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;YAChC,IAAI,CAAC;gBAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC;YAAC,CAAC;oBAAS,CAAC;gBAAC,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;YAAC,CAAC;QACxD,CAAC;QAAC,MAAM,CAAC;YACP,gCAAgC;QAClC,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED,+EAA+E;AAE/E,MAAM,UAAU,QAAQ,CAAC,GAAG,QAAkB;IAC5C,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACpC,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACtC,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC;IACxC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC;IACnC,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAC5B,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,CAAS;IACjC,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACnC,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC;IACxC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC5B,YAAY,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACzB,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,GAAG,QAAkB;IAC/C,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACpC,MAAM,MAAM,GAAG,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACzC,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC;IACxC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,QAAQ,CAAC,CAAC;IACtC,gBAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAC/B,OAAO,GAAG,CAAC;AACb,CAAC;AAED,+EAA+E;AAE/E,MAAM,UAAU,gBAAgB;IAC9B,OAAO;QACL,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE;QAC1D,KAAK,EAAE,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,OAAO,EAAE,UAAU,CAAC,OAAO,EAAE;KAC9D,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB;IACvC,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;AAC/D,CAAC"}

package/dist/utils/generation-stats.d.ts

@@ -0,0 +1,25 @@
+import type { GenerationStats, FinishReason } from '../types.js';
+export interface GenerationRecord {
+    id: string;
+    model: string;
+    providerName: string;
+    promptTokens: number;
+    completionTokens: number;
+    startTime: number;
+    endTime: number;
+    finishReason: FinishReason;
+    streamed: boolean;
+}
+/**
+ * In-memory generation stats store.
+ * Tracks recent completions for the generation stats endpoint.
+ */
+export declare class GenerationStatsStore {
+    private records;
+    private maxRecords;
+    constructor(maxRecords?: number);
+    record(entry: GenerationRecord): void;
+    get(id: string): GenerationStats | undefined;
+    list(limit?: number): GenerationStats[];
+}
+//# sourceMappingURL=generation-stats.d.ts.map

package/dist/utils/generation-stats.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"generation-stats.d.ts","sourceRoot":"","sources":["../../src/utils/generation-stats.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAEjE,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,YAAY,CAAC;IAC3B,QAAQ,EAAE,OAAO,CAAC;CACnB;AAED;;;GAGG;AACH,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,OAAO,CAAuC;IACtD,OAAO,CAAC,UAAU,CAAS;gBAEf,UAAU,SAAO;IAI7B,MAAM,CAAC,KAAK,EAAE,gBAAgB,GAAG,IAAI;IASrC,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,eAAe,GAAG,SAAS;IAoB5C,IAAI,CAAC,KAAK,SAAK,GAAG,eAAe,EAAE;CAOpC"}

package/dist/utils/generation-stats.js

@@ -0,0 +1,46 @@
+/**
+ * In-memory generation stats store.
+ * Tracks recent completions for the generation stats endpoint.
+ */
+export class GenerationStatsStore {
+    records = new Map();
+    maxRecords;
+    constructor(maxRecords = 1000) {
+        this.maxRecords = maxRecords;
+    }
+    record(entry) {
+        // Evict oldest if at capacity
+        if (this.records.size >= this.maxRecords) {
+            const oldest = this.records.keys().next().value;
+            if (oldest)
+                this.records.delete(oldest);
+        }
+        this.records.set(entry.id, entry);
+    }
+    get(id) {
+        const rec = this.records.get(id);
+        if (!rec)
+            return undefined;
+        const latency = rec.endTime - rec.startTime;
+        return {
+            id: rec.id,
+            model: rec.model,
+            provider_name: rec.providerName,
+            total_cost: 0, // Cost calculation requires pricing data
+            tokens_prompt: rec.promptTokens,
+            tokens_completion: rec.completionTokens,
+            latency,
+            generation_time: latency,
+            created_at: new Date(rec.startTime).toISOString(),
+            finish_reason: rec.finishReason,
+            streamed: rec.streamed,
+        };
+    }
+    list(limit = 50) {
+        const entries = Array.from(this.records.values())
+            .slice(-limit)
+            .reverse();
+        return entries.map(rec => this.get(rec.id));
+    }
+}
+//# sourceMappingURL=generation-stats.js.map

package/dist/utils/generation-stats.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generation-stats.js","sourceRoot":"","sources":["../../src/utils/generation-stats.ts"],"names":[],"mappings":"AAcA;;;GAGG;AACH,MAAM,OAAO,oBAAoB;IACvB,OAAO,GAAG,IAAI,GAAG,EAA4B,CAAC;IAC9C,UAAU,CAAS;IAE3B,YAAY,UAAU,GAAG,IAAI;QAC3B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAED,MAAM,CAAC,KAAuB;QAC5B,8BAA8B;QAC9B,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACzC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;YAChD,IAAI,MAAM;gBAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC1C,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IACpC,CAAC;IAED,GAAG,CAAC,EAAU;QACZ,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACjC,IAAI,CAAC,GAAG;YAAE,OAAO,SAAS,CAAC;QAE3B,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,GAAG,GAAG,CAAC,SAAS,CAAC;QAC5C,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,aAAa,EAAE,GAAG,CAAC,YAAY;YAC/B,UAAU,EAAE,CAAC,EAAE,yCAAyC;YACxD,aAAa,EAAE,GAAG,CAAC,YAAY;YAC/B,iBAAiB,EAAE,GAAG,CAAC,gBAAgB;YACvC,OAAO;YACP,eAAe,EAAE,OAAO;YACxB,UAAU,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE;YACjD,aAAa,EAAE,GAAG,CAAC,YAAY;YAC/B,QAAQ,EAAE,GAAG,CAAC,QAAQ;SACvB,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,KAAK,GAAG,EAAE;QACb,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;aAC9C,KAAK,CAAC,CAAC,KAAK,CAAC;aACb,OAAO,EAAE,CAAC;QAEb,OAAO,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAE,CAAC,CAAC;IAC/C,CAAC;CACF"}

package/dist/utils/id.d.ts

@@ -0,0 +1,2 @@
+export declare function generateId(prefix?: string): string;
+//# sourceMappingURL=id.d.ts.map

package/dist/utils/id.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"id.d.ts","sourceRoot":"","sources":["../../src/utils/id.ts"],"names":[],"mappings":"AAEA,wBAAgB,UAAU,CAAC,MAAM,GAAE,MAAc,GAAG,MAAM,CAGzD"}

package/dist/utils/id.js

@@ -0,0 +1,6 @@
+import { randomBytes } from 'node:crypto';
+export function generateId(prefix = 'gen') {
+    const random = randomBytes(12).toString('base64url');
+    return `${prefix}-${random}`;
+}
+//# sourceMappingURL=id.js.map

package/dist/utils/id.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"id.js","sourceRoot":"","sources":["../../src/utils/id.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE1C,MAAM,UAAU,UAAU,CAAC,SAAiB,KAAK;IAC/C,MAAM,MAAM,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IACrD,OAAO,GAAG,MAAM,IAAI,MAAM,EAAE,CAAC;AAC/B,CAAC"}

package/dist/utils/model-parser.d.ts

@@ -0,0 +1,6 @@
+export interface ParsedModel {
+    provider: string;
+    model: string;
+}
+export declare function parseModelString(model: string, aliases?: Record<string, string>): ParsedModel;
+//# sourceMappingURL=model-parser.d.ts.map

package/dist/utils/model-parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-parser.d.ts","sourceRoot":"","sources":["../../src/utils/model-parser.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,WAAW,CAyB7F"}

package/dist/utils/model-parser.js

@@ -0,0 +1,21 @@
+import { AnyModelError } from '../types.js';
+export function parseModelString(model, aliases) {
+    // Check aliases first
+    if (aliases && model in aliases) {
+        model = aliases[model];
+    }
+    const slashIndex = model.indexOf('/');
+    if (slashIndex === -1) {
+        throw new AnyModelError(400, `Model must be in provider/model format or be a valid alias. Got: '${model}'`);
+    }
+    const provider = model.substring(0, slashIndex);
+    const modelId = model.substring(slashIndex + 1);
+    if (!provider) {
+        throw new AnyModelError(400, `Invalid model string: missing provider in '${model}'`);
+    }
+    if (!modelId) {
+        throw new AnyModelError(400, `Invalid model string: missing model ID in '${model}'`);
+    }
+    return { provider, model: modelId };
+}
+//# sourceMappingURL=model-parser.js.map

package/dist/utils/model-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-parser.js","sourceRoot":"","sources":["../../src/utils/model-parser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAO5C,MAAM,UAAU,gBAAgB,CAAC,KAAa,EAAE,OAAgC;IAC9E,sBAAsB;IACtB,IAAI,OAAO,IAAI,KAAK,IAAI,OAAO,EAAE,CAAC;QAChC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IAED,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACtC,IAAI,UAAU,KAAK,CAAC,CAAC,EAAE,CAAC;QACtB,MAAM,IAAI,aAAa,CACrB,GAAG,EACH,qEAAqE,KAAK,GAAG,CAC9E,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;IAChD,MAAM,OAAO,GAAG,KAAK,CAAC,SAAS,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;IAEhD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,aAAa,CAAC,GAAG,EAAE,8CAA8C,KAAK,GAAG,CAAC,CAAC;IACvF,CAAC;IACD,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,aAAa,CAAC,GAAG,EAAE,8CAA8C,KAAK,GAAG,CAAC,CAAC;IACvF,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;AACtC,CAAC"}

package/dist/utils/rate-limiter.d.ts

@@ -0,0 +1,36 @@
+/**
+ * Per-provider rate limit tracker.
+ * Tracks rate limit state from provider response headers and 429 errors.
+ */
+export interface RateLimitState {
+    provider: string;
+    remaining: number | null;
+    resetAt: number | null;
+    retryAfter: number | null;
+    lastUpdated: number;
+}
+export declare class RateLimitTracker {
+    private state;
+    /**
+     * Update rate limit state from response headers.
+     */
+    updateFromHeaders(provider: string, headers: Record<string, string>): void;
+    /**
+     * Record a 429 for a provider.
+     */
+    recordRateLimit(provider: string, retryAfterMs?: number): void;
+    /**
+     * Check if a provider is currently rate-limited.
+     */
+    isRateLimited(provider: string): boolean;
+    /**
+     * Get ms until rate limit resets for a provider.
+     */
+    getWaitTime(provider: string): number;
+    /**
+     * Get state for a provider.
+     */
+    getState(provider: string): RateLimitState | undefined;
+    private getOrCreate;
+}
+//# sourceMappingURL=rate-limiter.d.ts.map

package/dist/utils/rate-limiter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rate-limiter.d.ts","sourceRoot":"","sources":["../../src/utils/rate-limiter.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,KAAK,CAAqC;IAElD;;OAEG;IACH,iBAAiB,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI;IAuB1E;;OAEG;IACH,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI;IAU9D;;OAEG;IACH,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAYxC;;OAEG;IACH,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM;IAQrC;;OAEG;IACH,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,cAAc,GAAG,SAAS;IAItD,OAAO,CAAC,WAAW;CAcpB"}

package/dist/utils/rate-limiter.js

@@ -0,0 +1,80 @@
+export class RateLimitTracker {
+    state = new Map();
+    /**
+     * Update rate limit state from response headers.
+     */
+    updateFromHeaders(provider, headers) {
+        const state = this.getOrCreate(provider);
+        const remaining = headers['x-ratelimit-remaining'] || headers['x-ratelimit-remaining-requests'];
+        if (remaining !== undefined) {
+            state.remaining = parseInt(remaining, 10);
+        }
+        const reset = headers['x-ratelimit-reset'] || headers['x-ratelimit-reset-requests'];
+        if (reset !== undefined) {
+            // Could be epoch seconds or ISO date
+            const parsed = Number(reset);
+            state.resetAt = parsed > 1e12 ? parsed : parsed * 1000;
+        }
+        const retryAfter = headers['retry-after'];
+        if (retryAfter !== undefined) {
+            state.retryAfter = Number(retryAfter) * 1000;
+        }
+        state.lastUpdated = Date.now();
+    }
+    /**
+     * Record a 429 for a provider.
+     */
+    recordRateLimit(provider, retryAfterMs) {
+        const state = this.getOrCreate(provider);
+        state.remaining = 0;
+        if (retryAfterMs) {
+            state.retryAfter = retryAfterMs;
+            state.resetAt = Date.now() + retryAfterMs;
+        }
+        state.lastUpdated = Date.now();
+    }
+    /**
+     * Check if a provider is currently rate-limited.
+     */
+    isRateLimited(provider) {
+        const state = this.state.get(provider);
+        if (!state)
+            return false;
+        // Check remaining count
+        if (state.remaining === 0 && state.resetAt) {
+            return Date.now() < state.resetAt;
+        }
+        return false;
+    }
+    /**
+     * Get ms until rate limit resets for a provider.
+     */
+    getWaitTime(provider) {
+        const state = this.state.get(provider);
+        if (!state?.resetAt)
+            return 0;
+        const wait = state.resetAt - Date.now();
+        return Math.max(0, wait);
+    }
+    /**
+     * Get state for a provider.
+     */
+    getState(provider) {
+        return this.state.get(provider);
+    }
+    getOrCreate(provider) {
+        let state = this.state.get(provider);
+        if (!state) {
+            state = {
+                provider,
+                remaining: null,
+                resetAt: null,
+                retryAfter: null,
+                lastUpdated: Date.now(),
+            };
+            this.state.set(provider, state);
+        }
+        return state;
+    }
+}
+//# sourceMappingURL=rate-limiter.js.map

package/dist/utils/rate-limiter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rate-limiter.js","sourceRoot":"","sources":["../../src/utils/rate-limiter.ts"],"names":[],"mappings":"AAYA,MAAM,OAAO,gBAAgB;IACnB,KAAK,GAAG,IAAI,GAAG,EAA0B,CAAC;IAElD;;OAEG;IACH,iBAAiB,CAAC,QAAgB,EAAE,OAA+B;QACjE,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QAEzC,MAAM,SAAS,GAAG,OAAO,CAAC,uBAAuB,CAAC,IAAI,OAAO,CAAC,gCAAgC,CAAC,CAAC;QAChG,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC5B,KAAK,CAAC,SAAS,GAAG,QAAQ,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAC5C,CAAC;QAED,MAAM,KAAK,GAAG,OAAO,CAAC,mBAAmB,CAAC,IAAI,OAAO,CAAC,4BAA4B,CAAC,CAAC;QACpF,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,qCAAqC;YACrC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAC7B,KAAK,CAAC,OAAO,GAAG,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC;QACzD,CAAC;QAED,MAAM,UAAU,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;QAC1C,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;YAC7B,KAAK,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;QAC/C,CAAC;QAED,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,QAAgB,EAAE,YAAqB;QACrD,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QACzC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;QACpB,IAAI,YAAY,EAAE,CAAC;YACjB,KAAK,CAAC,UAAU,GAAG,YAAY,CAAC;YAChC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,YAAY,CAAC;QAC5C,CAAC;QACD,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,QAAgB;QAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK;YAAE,OAAO,KAAK,CAAC;QAEzB,wBAAwB;QACxB,IAAI,KAAK,CAAC,SAAS,KAAK,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAC3C,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC;QACpC,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,QAAgB;QAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK,EAAE,OAAO;YAAE,OAAO,CAAC,CAAC;QAE9B,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACxC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,QAAgB;QACvB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAClC,CAAC;IAEO,WAAW,CAAC,QAAgB;QAClC,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACrC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,KAAK,GAAG;gBACN,QAAQ;gBACR,SAAS,EAAE,IAAI;gBACf,OAAO,EAAE,IAAI;gBACb,UAAU,EAAE,IAAI;gBAChB,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE;aACxB,CAAC;YACF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAClC,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;CACF"}

package/dist/utils/retry.d.ts

@@ -0,0 +1,7 @@
+export interface RetryOptions {
+    maxRetries: number;
+    baseDelay: number;
+    maxDelay: number;
+}
+export declare function withRetry<T>(fn: () => Promise<T>, options?: Partial<RetryOptions>): Promise<T>;
+//# sourceMappingURL=retry.d.ts.map

package/dist/utils/retry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.d.ts","sourceRoot":"","sources":["../../src/utils/retry.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,YAAY;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAuCD,wBAAsB,SAAS,CAAC,CAAC,EAC/B,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EACpB,OAAO,GAAE,OAAO,CAAC,YAAY,CAAM,GAClC,OAAO,CAAC,CAAC,CAAC,CAoBZ"}

package/dist/utils/retry.js

@@ -0,0 +1,54 @@
+import { AnyModelError } from '../types.js';
+const DEFAULT_RETRY = {
+    maxRetries: 2,
+    baseDelay: 500,
+    maxDelay: 10000,
+};
+// Retryable status codes
+const RETRYABLE_CODES = new Set([429, 502, 503, 529]);
+function isRetryable(error) {
+    if (error instanceof AnyModelError) {
+        return RETRYABLE_CODES.has(error.code);
+    }
+    return false;
+}
+function getRetryAfter(error) {
+    if (error instanceof AnyModelError && error.metadata.raw) {
+        const raw = error.metadata.raw;
+        // Check for retry-after header value stored in metadata
+        if (raw?.retry_after)
+            return Number(raw.retry_after) * 1000;
+        if (raw?.headers?.['retry-after'])
+            return Number(raw.headers['retry-after']) * 1000;
+    }
+    return null;
+}
+function computeDelay(attempt, options, error) {
+    const retryAfter = getRetryAfter(error);
+    if (retryAfter && retryAfter > 0) {
+        return Math.min(retryAfter, options.maxDelay);
+    }
+    // Exponential backoff with jitter
+    const exponential = options.baseDelay * Math.pow(2, attempt);
+    const jitter = exponential * 0.2 * Math.random();
+    return Math.min(exponential + jitter, options.maxDelay);
+}
+export async function withRetry(fn, options = {}) {
+    const opts = { ...DEFAULT_RETRY, ...options };
+    let lastError;
+    for (let attempt = 0; attempt <= opts.maxRetries; attempt++) {
+        try {
+            return await fn();
+        }
+        catch (error) {
+            lastError = error;
+            if (attempt >= opts.maxRetries || !isRetryable(error)) {
+                throw error;
+            }
+            const delay = computeDelay(attempt, opts, error);
+            await new Promise(resolve => setTimeout(resolve, delay));
+        }
+    }
+    throw lastError;
+}
+//# sourceMappingURL=retry.js.map

package/dist/utils/retry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.js","sourceRoot":"","sources":["../../src/utils/retry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAQ5C,MAAM,aAAa,GAAiB;IAClC,UAAU,EAAE,CAAC;IACb,SAAS,EAAE,GAAG;IACd,QAAQ,EAAE,KAAK;CAChB,CAAC;AAEF,yBAAyB;AACzB,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AAEtD,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,KAAK,YAAY,aAAa,EAAE,CAAC;QACnC,OAAO,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACnC,IAAI,KAAK,YAAY,aAAa,IAAI,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC;QACzD,MAAM,GAAG,GAAG,KAAK,CAAC,QAAQ,CAAC,GAAU,CAAC;QACtC,wDAAwD;QACxD,IAAI,GAAG,EAAE,WAAW;YAAE,OAAO,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,IAAI,CAAC;QAC5D,IAAI,GAAG,EAAE,OAAO,EAAE,CAAC,aAAa,CAAC;YAAE,OAAO,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,GAAG,IAAI,CAAC;IACtF,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,OAAe,EAAE,OAAqB,EAAE,KAAc;IAC1E,MAAM,UAAU,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IACxC,IAAI,UAAU,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;QACjC,OAAO,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IAChD,CAAC;IACD,kCAAkC;IAClC,MAAM,WAAW,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IAC7D,MAAM,MAAM,GAAG,WAAW,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;IACjD,OAAO,IAAI,CAAC,GAAG,CAAC,WAAW,GAAG,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;AAC1D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,EAAoB,EACpB,UAAiC,EAAE;IAEnC,MAAM,IAAI,GAAG,EAAE,GAAG,aAAa,EAAE,GAAG,OAAO,EAAE,CAAC;IAC9C,IAAI,SAAkB,CAAC;IAEvB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,IAAI,CAAC,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;QAC5D,IAAI,CAAC;YACH,OAAO,MAAM,EAAE,EAAE,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,SAAS,GAAG,KAAK,CAAC;YAElB,IAAI,OAAO,IAAI,IAAI,CAAC,UAAU,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;gBACtD,MAAM,KAAK,CAAC;YACd,CAAC;YAED,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;YACjD,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAED,MAAM,SAAS,CAAC;AAClB,CAAC"}

package/dist/utils/transforms.d.ts

@@ -0,0 +1,7 @@
+import type { Message } from '../types.js';
+export declare function middleOut(messages: Message[], maxTokens: number): Message[];
+/**
+ * Apply a named transform to the request messages.
+ */
+export declare function applyTransform(name: string, messages: Message[], contextLength: number): Message[];
+//# sourceMappingURL=transforms.d.ts.map

package/dist/utils/transforms.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"transforms.d.ts","sourceRoot":"","sources":["../../src/utils/transforms.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAW3C,wBAAgB,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,EAAE,CAoD3E;AAED;;GAEG;AACH,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,OAAO,EAAE,EACnB,aAAa,EAAE,MAAM,GACpB,OAAO,EAAE,CAKX"}

package/dist/utils/transforms.js

@@ -0,0 +1,66 @@
+/**
+ * Middle-out transform: when messages exceed a token budget,
+ * remove messages from the middle of the conversation, preserving
+ * the system prompt (first) and most recent messages (last).
+ *
+ * This is a character-based approximation (4 chars ≈ 1 token).
+ */
+const CHARS_PER_TOKEN = 4;
+export function middleOut(messages, maxTokens) {
+    if (messages.length <= 2)
+        return messages;
+    const maxChars = maxTokens * CHARS_PER_TOKEN;
+    // Calculate total content length
+    function messageLength(msg) {
+        const content = typeof msg.content === 'string'
+            ? msg.content
+            : JSON.stringify(msg.content);
+        return content.length + 20; // overhead for role, etc.
+    }
+    const totalChars = messages.reduce((sum, m) => sum + messageLength(m), 0);
+    if (totalChars <= maxChars)
+        return messages;
+    // Separate system messages from conversation
+    const systemMessages = messages.filter(m => m.role === 'system');
+    const conversationMessages = messages.filter(m => m.role !== 'system');
+    if (conversationMessages.length <= 2)
+        return messages;
+    const systemChars = systemMessages.reduce((sum, m) => sum + messageLength(m), 0);
+    const budgetForConversation = maxChars - systemChars;
+    if (budgetForConversation <= 0)
+        return [...systemMessages, conversationMessages[conversationMessages.length - 1]];
+    // Keep messages from both ends, removing from the middle
+    const kept = [];
+    let usedChars = 0;
+    // Always keep the last few messages (recency is most important)
+    const tail = [];
+    let tailChars = 0;
+    for (let i = conversationMessages.length - 1; i >= 0; i--) {
+        const len = messageLength(conversationMessages[i]);
+        if (tailChars + len > budgetForConversation * 0.7)
+            break;
+        tail.unshift(conversationMessages[i]);
+        tailChars += len;
+    }
+    // Fill from the head with remaining budget
+    const headBudget = budgetForConversation - tailChars;
+    const headEnd = conversationMessages.length - tail.length;
+    for (let i = 0; i < headEnd; i++) {
+        const len = messageLength(conversationMessages[i]);
+        if (usedChars + len > headBudget)
+            break;
+        kept.push(conversationMessages[i]);
+        usedChars += len;
+    }
+    return [...systemMessages, ...kept, ...tail];
+}
+/**
+ * Apply a named transform to the request messages.
+ */
+export function applyTransform(name, messages, contextLength) {
+    if (name === 'middle-out') {
+        return middleOut(messages, contextLength);
+    }
+    return messages;
+}
+//# sourceMappingURL=transforms.js.map

package/dist/utils/transforms.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transforms.js","sourceRoot":"","sources":["../../src/utils/transforms.ts"],"names":[],"mappings":"AAEA;;;;;;GAMG;AACH,MAAM,eAAe,GAAG,CAAC,CAAC;AAE1B,MAAM,UAAU,SAAS,CAAC,QAAmB,EAAE,SAAiB;IAC9D,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC;QAAE,OAAO,QAAQ,CAAC;IAE1C,MAAM,QAAQ,GAAG,SAAS,GAAG,eAAe,CAAC;IAE7C,iCAAiC;IACjC,SAAS,aAAa,CAAC,GAAY;QACjC,MAAM,OAAO,GAAG,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;YAC7C,CAAC,CAAC,GAAG,CAAC,OAAO;YACb,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAChC,OAAO,OAAO,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,0BAA0B;IACxD,CAAC;IAED,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1E,IAAI,UAAU,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAE5C,6CAA6C;IAC7C,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;IACjE,MAAM,oBAAoB,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;IAEvE,IAAI,oBAAoB,CAAC,MAAM,IAAI,CAAC;QAAE,OAAO,QAAQ,CAAC;IAEtD,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACjF,MAAM,qBAAqB,GAAG,QAAQ,GAAG,WAAW,CAAC;IAErD,IAAI,qBAAqB,IAAI,CAAC;QAAE,OAAO,CAAC,GAAG,cAAc,EAAE,oBAAoB,CAAC,oBAAoB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAElH,yDAAyD;IACzD,MAAM,IAAI,GAAc,EAAE,CAAC;IAC3B,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,gEAAgE;IAChE,MAAM,IAAI,GAAc,EAAE,CAAC;IAC3B,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,KAAK,IAAI,CAAC,GAAG,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1D,MAAM,GAAG,GAAG,aAAa,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAAC;QACnD,IAAI,SAAS,GAAG,GAAG,GAAG,qBAAqB,GAAG,GAAG;YAAE,MAAM;QACzD,IAAI,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAAC;QACtC,SAAS,IAAI,GAAG,CAAC;IACnB,CAAC;IAED,2CAA2C;IAC3C,MAAM,UAAU,GAAG,qBAAqB,GAAG,SAAS,CAAC;IACrD,MAAM,OAAO,GAAG,oBAAoB,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC1D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,aAAa,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAAC;QACnD,IAAI,SAAS,GAAG,GAAG,GAAG,UAAU;YAAE,MAAM;QACxC,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,CAAC;QACnC,SAAS,IAAI,GAAG,CAAC;IACnB,CAAC;IAED,OAAO,CAAC,GAAG,cAAc,EAAE,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC,CAAC;AAC/C,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAC5B,IAAY,EACZ,QAAmB,EACnB,aAAqB;IAErB,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC;QAC1B,OAAO,SAAS,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;IAC5C,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/utils/validate.d.ts

@@ -0,0 +1,3 @@
+import type { ChatCompletionRequest } from '../types.js';
+export declare function validateRequest(request: ChatCompletionRequest): void;
+//# sourceMappingURL=validate.d.ts.map

package/dist/utils/validate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validate.d.ts","sourceRoot":"","sources":["../../src/utils/validate.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAEzD,wBAAgB,eAAe,CAAC,OAAO,EAAE,qBAAqB,GAAG,IAAI,CAmCpE"}