@stackbilt/llm-providers 1.10.0 → 1.11.0

package/dist/utils/exhaustion.js

@@ -64,6 +64,42 @@ export class ExhaustionRegistry {
             return undefined;
         return this.entries.get(provider);
     }
+    /** Snapshot non-expired exhaustion state for external persistence. */
+    snapshot() {
+        this.getExhaustedProviders();
+        return {
+            version: 1,
+            defaultResetMs: this.defaultResetMs,
+            entries: Array.from(this.entries.values()).map(entry => ({ ...entry })),
+        };
+    }
+    /** Serialize exhaustion state for Workers KV, D1, Redis, etc. */
+    serialize() {
+        return JSON.stringify(this.snapshot());
+    }
+    /** Restore exhaustion state onto this registry. */
+    restore(snapshot) {
+        const parsed = typeof snapshot === 'string'
+            ? JSON.parse(snapshot)
+            : snapshot;
+        if (parsed.version !== 1) {
+            throw new Error(`Unsupported ExhaustionRegistry snapshot version: ${String(parsed.version)}`);
+        }
+        this.defaultResetMs = parsed.defaultResetMs;
+        this.entries.clear();
+        for (const entry of parsed.entries) {
+            this.entries.set(entry.provider, { ...entry });
+        }
+    }
+    static deserialize(json) {
+        const snapshot = JSON.parse(json);
+        if (snapshot.version !== 1) {
+            throw new Error(`Unsupported ExhaustionRegistry snapshot version: ${String(snapshot.version)}`);
+        }
+        const registry = new ExhaustionRegistry(snapshot.defaultResetMs);
+        registry.restore(snapshot);
+        return registry;
+    }
     /** Clear all exhaustion state. */
     reset() {
         this.entries.clear();

package/dist/utils/exhaustion.js.map

@@ -1 +1 @@
-{"version":3,"file":"exhaustion.js","sourceRoot":"","sources":["../../src/utils/exhaustion.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAQH,kCAAkC;AAClC,MAAM,gBAAgB,GAAG,OAAO,CAAC;AAEjC,MAAM,OAAO,kBAAkB;IACrB,OAAO,GAAiC,IAAI,GAAG,EAAE,CAAC;IACjD,cAAc,CAAS;IAEhC,YAAY,iBAAyB,gBAAgB;QACnD,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;IACvC,CAAC;IAED;;;OAGG;IACH,aAAa,CAAC,QAAgB,EAAE,YAAqB;QACnD,MAAM,OAAO,GAAG,YAAY,IAAI,IAAI,CAAC,cAAc,CAAC;QACpD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE;YACzB,QAAQ;YACR,WAAW,EAAE,GAAG;YAChB,OAAO,EAAE,GAAG,GAAG,OAAO;SACvB,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,WAAW,CAAC,QAAgB;QAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACzC,IAAI,CAAC,KAAK;YAAE,OAAO,KAAK,CAAC;QAEzB,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAChC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC9B,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,gDAAgD;IAChD,eAAe,CAAC,QAAgB;QAC9B,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAChC,CAAC;IAED,iDAAiD;IACjD,qBAAqB;QACnB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,SAAS,GAAa,EAAE,CAAC;QAE/B,KAAK,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAC7C,IAAI,GAAG,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBACzB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAChC,CAAC;iBAAM,CAAC;gBACN,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,4DAA4D;IAC5D,QAAQ,CAAC,QAAgB;QACvB,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC;YAAE,OAAO,SAAS,CAAC;QAClD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACpC,CAAC;IAED,kCAAkC;IAClC,KAAK;QACH,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;CACF;AAED,uEAAuE;AACvE,MAAM,CAAC,MAAM,yBAAyB,GAAG,IAAI,kBAAkB,EAAE,CAAC"}
+{"version":3,"file":"exhaustion.js","sourceRoot":"","sources":["../../src/utils/exhaustion.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAcH,kCAAkC;AAClC,MAAM,gBAAgB,GAAG,OAAO,CAAC;AAEjC,MAAM,OAAO,kBAAkB;IACrB,OAAO,GAAiC,IAAI,GAAG,EAAE,CAAC;IAC1D,cAAc,CAAS;IAEvB,YAAY,iBAAyB,gBAAgB;QACnD,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;IACvC,CAAC;IAED;;;OAGG;IACH,aAAa,CAAC,QAAgB,EAAE,YAAqB;QACnD,MAAM,OAAO,GAAG,YAAY,IAAI,IAAI,CAAC,cAAc,CAAC;QACpD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE;YACzB,QAAQ;YACR,WAAW,EAAE,GAAG;YAChB,OAAO,EAAE,GAAG,GAAG,OAAO;SACvB,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,WAAW,CAAC,QAAgB;QAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACzC,IAAI,CAAC,KAAK;YAAE,OAAO,KAAK,CAAC;QAEzB,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAChC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC9B,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,gDAAgD;IAChD,eAAe,CAAC,QAAgB;QAC9B,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAChC,CAAC;IAED,iDAAiD;IACjD,qBAAqB;QACnB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,SAAS,GAAa,EAAE,CAAC;QAE/B,KAAK,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAC7C,IAAI,GAAG,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBACzB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAChC,CAAC;iBAAM,CAAC;gBACN,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,4DAA4D;IAC5D,QAAQ,CAAC,QAAgB;QACvB,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC;YAAE,OAAO,SAAS,CAAC;QAClD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACpC,CAAC;IAED,sEAAsE;IACtE,QAAQ;QACN,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC7B,OAAO;YACL,OAAO,EAAE,CAAC;YACV,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC;SACxE,CAAC;IACJ,CAAC;IAED,iEAAiE;IACjE,SAAS;QACP,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;IACzC,CAAC;IAED,mDAAmD;IACnD,OAAO,CAAC,QAA6C;QACnD,MAAM,MAAM,GAAG,OAAO,QAAQ,KAAK,QAAQ;YACzC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAA+B;YACpD,CAAC,CAAC,QAAQ,CAAC;QAEb,IAAI,MAAM,CAAC,OAAO,KAAK,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,oDAAoD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAChG,CAAC;QAED,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC;QAC5C,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACrB,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;IAED,MAAM,CAAC,WAAW,CAAC,IAAY;QAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAA+B,CAAC;QAChE,IAAI,QAAQ,CAAC,OAAO,KAAK,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,oDAAoD,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAClG,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,kBAAkB,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;QACjE,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC3B,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,kCAAkC;IAClC,KAAK;QACH,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;CACF;AAED,uEAAuE;AACvE,MAAM,CAAC,MAAM,yBAAyB,GAAG,IAAI,kBAAkB,EAAE,CAAC"}

package/dist/utils/stream-usage.d.ts

@@ -0,0 +1,13 @@
+import type { TokenUsage } from '../types.js';
+declare const STREAM_USAGE: unique symbol;
+export type UsageTrackedStream = ReadableStream<string> & {
+    [STREAM_USAGE]?: Promise<TokenUsage | undefined>;
+};
+export declare function createStreamUsageTracker(): {
+    promise: Promise<TokenUsage | undefined>;
+    resolve: (usage: TokenUsage | undefined) => void;
+};
+export declare function attachStreamUsage(stream: ReadableStream<string>, usage: Promise<TokenUsage | undefined>): UsageTrackedStream;
+export declare function getStreamUsage(stream: ReadableStream<string>): Promise<TokenUsage | undefined> | undefined;
+export {};
+//# sourceMappingURL=stream-usage.d.ts.map

package/dist/utils/stream-usage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream-usage.d.ts","sourceRoot":"","sources":["../../src/utils/stream-usage.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAE9C,QAAA,MAAM,YAAY,eAAqD,CAAC;AAExE,MAAM,MAAM,kBAAkB,GAAG,cAAc,CAAC,MAAM,CAAC,GAAG;IACxD,CAAC,YAAY,CAAC,CAAC,EAAE,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC,CAAC;CAClD,CAAC;AAEF,wBAAgB,wBAAwB,IAAI;IAC1C,OAAO,EAAE,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC,CAAC;IACzC,OAAO,EAAE,CAAC,KAAK,EAAE,UAAU,GAAG,SAAS,KAAK,IAAI,CAAC;CAClD,CAeA;AAED,wBAAgB,iBAAiB,CAC/B,MAAM,EAAE,cAAc,CAAC,MAAM,CAAC,EAC9B,KAAK,EAAE,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC,GACrC,kBAAkB,CAMpB;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,cAAc,CAAC,MAAM,CAAC,GAAG,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC,GAAG,SAAS,CAE1G"}

package/dist/utils/stream-usage.js

@@ -0,0 +1,27 @@
+const STREAM_USAGE = Symbol.for('@stackbilt/llm-providers.streamUsage');
+export function createStreamUsageTracker() {
+    let settled = false;
+    let resolvePromise = () => { };
+    const promise = new Promise((resolve) => {
+        resolvePromise = resolve;
+    });
+    return {
+        promise,
+        resolve: (usage) => {
+            if (settled)
+                return;
+            settled = true;
+            resolvePromise(usage);
+        },
+    };
+}
+export function attachStreamUsage(stream, usage) {
+    Object.defineProperty(stream, STREAM_USAGE, {
+        value: usage,
+    });
+    return stream;
+}
+export function getStreamUsage(stream) {
+    return stream[STREAM_USAGE];
+}
+//# sourceMappingURL=stream-usage.js.map

package/dist/utils/stream-usage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream-usage.js","sourceRoot":"","sources":["../../src/utils/stream-usage.ts"],"names":[],"mappings":"AAEA,MAAM,YAAY,GAAG,MAAM,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;AAMxE,MAAM,UAAU,wBAAwB;IAItC,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,cAAc,GAA4C,GAAG,EAAE,GAAE,CAAC,CAAC;IACvE,MAAM,OAAO,GAAG,IAAI,OAAO,CAAyB,CAAC,OAAO,EAAE,EAAE;QAC9D,cAAc,GAAG,OAAO,CAAC;IAC3B,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,OAAO;QACP,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YACjB,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,cAAc,CAAC,KAAK,CAAC,CAAC;QACxB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,MAA8B,EAC9B,KAAsC;IAEtC,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,YAAY,EAAE;QAC1C,KAAK,EAAE,KAAK;KACb,CAAC,CAAC;IAEH,OAAO,MAA4B,CAAC;AACtC,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,MAA8B;IAC3D,OAAQ,MAA6B,CAAC,YAAY,CAAC,CAAC;AACtD,CAAC"}

package/dist/version.d.ts

@@ -0,0 +1,2 @@
+export declare const VERSION = "1.11.0";
+//# sourceMappingURL=version.d.ts.map

package/dist/version.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"version.d.ts","sourceRoot":"","sources":["../src/version.ts"],"names":[],"mappings":"AACA,eAAO,MAAM,OAAO,WAAW,CAAC"}

package/dist/version.js

@@ -0,0 +1,3 @@
+// Generated by scripts/sync-version.mjs; do not edit manually.
+export const VERSION = '1.11.0';
+//# sourceMappingURL=version.js.map

package/dist/version.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"version.js","sourceRoot":"","sources":["../src/version.ts"],"names":[],"mappings":"AAAA,+DAA+D;AAC/D,MAAM,CAAC,MAAM,OAAO,GAAG,QAAQ,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@stackbilt/llm-providers",
-  "version": "1.10.0",
+  "version": "1.11.0",
   "description": "Multi-LLM failover with circuit breakers, cost tracking, and intelligent retry. Cloudflare Workers native.",
   "author": "Stackbilt <admin@stackbilt.dev>",
   "license": "Apache-2.0",
@@ -35,13 +35,14 @@
     "LICENSE"
   ],
   "scripts": {
-    "build": "tsc",
-    "typecheck": "tsc --noEmit",
-    "test": "vitest run",
+    "sync:version": "node scripts/sync-version.mjs",
+    "build": "npm run sync:version && tsc",
+    "typecheck": "npm run sync:version && tsc --noEmit",
+    "test": "npm run sync:version && vitest run",
     "test:package": "bash ./scripts/package-smoke.sh",
-    "test:watch": "vitest watch",
-    "test:coverage": "vitest run --coverage",
-    "prepare": "tsc",
+    "test:watch": "npm run sync:version && vitest watch",
+    "test:coverage": "npm run sync:version && vitest run --coverage",
+    "prepare": "npm run build",
     "prepublishOnly": "npm run build"
   },
   "devDependencies": {