@zhivex-ai/gateway 1.2.2 → 1.4.0

package/dist/budget.js

@@ -0,0 +1,53 @@
+import { GatewayError } from "./types.js";
+export class GatewayBudgetError extends GatewayError {
+    constructor() { super("Gateway budget reservation denied or unavailable.", false); this.name = "GatewayBudgetError"; }
+}
+/** Process-local lifetime budgets. Use a new store/scope for a new accounting period. */
+export const createGatewayBudgetStore = (options) => {
+    const capacity = options.maxScopes ?? 1000;
+    if (!Number.isFinite(options.limit) || options.limit < 0 || !options.currency.trim() || !Number.isSafeInteger(capacity) || capacity < 1 || capacity > 100000)
+        throw new GatewayError("Invalid gateway budget configuration.", false);
+    const entries = new Map();
+    return {
+        async reserve({ scope, amount, currency, signal }) {
+            signal?.throwIfAborted();
+            if (!scope.trim() || scope.length > 256 || currency !== options.currency || !Number.isFinite(amount) || amount <= 0)
+                throw new GatewayBudgetError();
+            let entry = entries.get(scope);
+            if (!entry) {
+                // Never evict spend state: doing so would reset a caller's budget.
+                if (entries.size >= capacity)
+                    throw new GatewayBudgetError();
+                entry = { spent: 0, reserved: 0, uncertain: 0 };
+                entries.set(scope, entry);
+            }
+            if (entry.spent + entry.reserved + entry.uncertain + amount > options.limit)
+                throw new GatewayBudgetError();
+            entry.reserved += amount;
+            let settled = false;
+            return {
+                settle(actual) {
+                    if (settled)
+                        return;
+                    if (actual !== null && (!Number.isFinite(actual) || actual < 0))
+                        throw new GatewayBudgetError();
+                    settled = true;
+                    entry.reserved = Math.max(0, entry.reserved - amount);
+                    if (actual === null)
+                        entry.uncertain += amount;
+                    else
+                        entry.spent += actual;
+                },
+                cancel() { if (!settled) {
+                    settled = true;
+                    entry.reserved = Math.max(0, entry.reserved - amount);
+                } }
+            };
+        },
+        snapshot(scope) {
+            const entry = entries.get(scope) ?? { spent: 0, reserved: 0, uncertain: 0 };
+            return { ...entry, remaining: Math.max(0, options.limit - entry.spent - entry.reserved - entry.uncertain) };
+        }
+    };
+};
+//# sourceMappingURL=budget.js.map

package/dist/budget.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"budget.js","sourceRoot":"","sources":["../src/budget.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC1C,MAAM,OAAO,kBAAmB,SAAQ,YAAY;IAClD,gBAAgB,KAAK,CAAC,mDAAmD,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,GAAG,oBAAoB,CAAC,CAAC,CAAC;CACvH;AAWD,yFAAyF;AACzF,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,OAAgE,EAA2E,EAAE;IACpL,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC;IAC3C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,CAAC,IAAI,QAAQ,GAAG,MAAM;QAAE,MAAM,IAAI,YAAY,CAAC,uCAAuC,EAAE,KAAK,CAAC,CAAC;IACrO,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkE,CAAC;IAC1F,OAAO;QACL,KAAK,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE;YAC/C,MAAM,EAAE,cAAc,EAAE,CAAC;YACzB,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG,IAAI,QAAQ,KAAK,OAAO,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC;gBAAE,MAAM,IAAI,kBAAkB,EAAE,CAAC;YACpJ,IAAI,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC/B,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,mEAAmE;gBACnE,IAAI,OAAO,CAAC,IAAI,IAAI,QAAQ;oBAAE,MAAM,IAAI,kBAAkB,EAAE,CAAC;gBAC7D,KAAK,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;gBAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAC7E,CAAC;YACD,IAAI,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,SAAS,GAAG,MAAM,GAAG,OAAO,CAAC,KAAK;gBAAE,MAAM,IAAI,kBAAkB,EAAE,CAAC;YAC5G,KAAK,CAAC,QAAQ,IAAI,MAAM,CAAC;YACzB,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,OAAO;gBACL,MAAM,CAAC,MAAM;oBACX,IAAI,OAAO;wBAAE,OAAO;oBACpB,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC;wBAAE,MAAM,IAAI,kBAAkB,EAAE,CAAC;oBAChG,OAAO,GAAG,IAAI,CAAC;oBAAC,KAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,CAAC;oBACxE,IAAI,MAAM,KAAK,IAAI;wBAAE,KAAM,CAAC,SAAS,IAAI,MAAM,CAAC;;wBAC3C,KAAM,CAAC,KAAK,IAAI,MAAM,CAAC;gBAC9B,CAAC;gBACD,MAAM,KAAK,IAAI,CAAC,OAAO,EAAE,CAAC;oBAAC,OAAO,GAAG,IAAI,CAAC;oBAAC,KAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,CAAC;gBAAC,CAAC,CAAC,CAAC;aACxG,CAAC;QACJ,CAAC;QACD,QAAQ,CAAC,KAAK;YACZ,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;YAC5E,OAAO,EAAE,GAAG,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;QAC9G,CAAC;KACF,CAAC;AACJ,CAAC,CAAC"}

package/dist/circuit-breaker.d.ts

@@ -0,0 +1,36 @@
+import { GatewayError, type GatewayModelTarget } from "./types.js";
+export type GatewayCircuitState = "closed" | "open" | "half-open";
+export interface GatewayCircuitSnapshot {
+    state: GatewayCircuitState;
+    failures: number;
+    inFlight: number;
+    openUntil?: number;
+}
+export interface GatewayCircuitPermit {
+    end(outcome: "success" | "retryable-error" | "neutral", retryAfterMs?: number): void;
+}
+export interface GatewayCircuitBreaker {
+    acquire(target: GatewayModelTarget): GatewayCircuitPermit | undefined;
+    snapshot(target: GatewayModelTarget): GatewayCircuitSnapshot | undefined;
+    canAttempt(target: GatewayModelTarget): boolean;
+}
+export interface GatewayCircuitOptions {
+    failureThreshold?: number;
+    cooldownMs?: number;
+    maxCooldownMs?: number;
+    halfOpenMaxProbes?: number;
+    maxTargets?: number;
+    now?: () => number;
+    onStateChange?: (event: {
+        target: GatewayModelTarget;
+        from: GatewayCircuitState;
+        to: GatewayCircuitState;
+        at: number;
+        openUntil?: number;
+    }) => void | Promise<void>;
+}
+export declare class GatewayCircuitOpenError extends GatewayError {
+    constructor();
+}
+export declare const createGatewayCircuitBreaker: (options?: GatewayCircuitOptions) => GatewayCircuitBreaker;
+//# sourceMappingURL=circuit-breaker.d.ts.map

package/dist/circuit-breaker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"circuit-breaker.d.ts","sourceRoot":"","sources":["../src/circuit-breaker.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,KAAK,kBAAkB,EAAE,MAAM,YAAY,CAAC;AACnE,MAAM,MAAM,mBAAmB,GAAG,QAAQ,GAAG,MAAM,GAAG,WAAW,CAAC;AAClE,MAAM,WAAW,sBAAsB;IAAG,KAAK,EAAE,mBAAmB,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,CAAC;CAAE;AAC/H,MAAM,WAAW,oBAAoB;IAAG,GAAG,CAAC,OAAO,EAAE,SAAS,GAAG,iBAAiB,GAAG,SAAS,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAAE;AAC/H,MAAM,WAAW,qBAAqB;IACpC,OAAO,CAAC,MAAM,EAAE,kBAAkB,GAAG,oBAAoB,GAAG,SAAS,CAAC;IACtE,QAAQ,CAAC,MAAM,EAAE,kBAAkB,GAAG,sBAAsB,GAAG,SAAS,CAAC;IACzE,UAAU,CAAC,MAAM,EAAE,kBAAkB,GAAG,OAAO,CAAC;CACjD;AACD,MAAM,WAAW,qBAAqB;IACpC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE;QAAE,MAAM,EAAE,kBAAkB,CAAC;QAAC,IAAI,EAAE,mBAAmB,CAAC;QAAC,EAAE,EAAE,mBAAmB,CAAC;QAAC,EAAE,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACrK;AACD,qBAAa,uBAAwB,SAAQ,YAAY;IACvD,cAAqJ;CACtJ;AACD,eAAO,MAAM,2BAA2B,aAAa,qBAAqB,KAAQ,qBAuDjF,CAAC"}

package/dist/circuit-breaker.js

@@ -0,0 +1,86 @@
+import { targetKey } from "./target.js";
+import { GatewayError } from "./types.js";
+export class GatewayCircuitOpenError extends GatewayError {
+    constructor() { super("All eligible destination circuits are open or have exhausted probe capacity.", true); this.name = "GatewayCircuitOpenError"; }
+}
+export const createGatewayCircuitBreaker = (options = {}) => {
+    const threshold = options.failureThreshold ?? 5, cooldown = options.cooldownMs ?? 30_000, maxCooldown = options.maxCooldownMs ?? 60_000, probes = options.halfOpenMaxProbes ?? 1, capacity = options.maxTargets ?? 128;
+    for (const [value, max] of [[threshold, 1000], [cooldown, 86_400_000], [maxCooldown, 86_400_000], [probes, 100], [capacity, 10_000]]) {
+        if (!Number.isSafeInteger(value) || value < 1 || value > max)
+            throw new GatewayError("Invalid circuit breaker limits.", false);
+    }
+    if (cooldown > maxCooldown)
+        throw new GatewayError("cooldownMs cannot exceed maxCooldownMs.", false);
+    const now = options.now ?? Date.now;
+    const entries = new Map();
+    const key = targetKey;
+    const transition = (entry, target, to) => {
+        const from = entry.state;
+        entry.state = to;
+        entry.epoch++;
+        if (from === to || !options.onStateChange)
+            return;
+        const event = { target: { ...target }, from, to, at: now(), openUntil: entry.openUntil };
+        queueMicrotask(() => { try {
+            void Promise.resolve(options.onStateChange(event)).catch(() => undefined);
+        }
+        catch { /* Observer failure cannot change policy. */ } });
+    };
+    return {
+        canAttempt(target) {
+            const entry = entries.get(key(target));
+            return !entry || entry.state === "closed" || ((entry.state === "half-open" || now() >= entry.openUntil) && entry.inFlight < probes);
+        },
+        acquire(target) {
+            const at = now(), id = key(target);
+            let entry = entries.get(id);
+            if (!entry) {
+                if (entries.size >= capacity) {
+                    const idle = [...entries].filter(([, x]) => x.inFlight === 0 && x.state === "closed").sort((a, b) => a[1].touched - b[1].touched)[0];
+                    if (!idle)
+                        return undefined;
+                    entries.delete(idle[0]);
+                }
+                entry = { state: "closed", failures: 0, inFlight: 0, epoch: 0, touched: at };
+                entries.set(id, entry);
+            }
+            if (entry.state === "open") {
+                if (at < entry.openUntil)
+                    return undefined;
+                transition(entry, target, "half-open");
+            }
+            if (entry.state === "half-open" && entry.inFlight >= probes)
+                return undefined;
+            entry.inFlight++;
+            entry.touched = at;
+            const epoch = entry.epoch;
+            let ended = false;
+            return { end(outcome, retryAfterMs) {
+                    if (ended)
+                        return;
+                    ended = true;
+                    entry.inFlight--;
+                    entry.touched = now();
+                    if (epoch !== entry.epoch)
+                        return;
+                    if (outcome === "success") {
+                        entry.failures = 0;
+                        entry.openUntil = undefined;
+                        if (entry.state !== "closed")
+                            transition(entry, target, "closed");
+                    }
+                    if (outcome === "retryable-error") {
+                        entry.failures++;
+                        if (entry.state === "half-open" || entry.failures >= threshold) {
+                            const serverDelay = Number.isFinite(retryAfterMs) && retryAfterMs > 0 ? retryAfterMs : 0;
+                            entry.openUntil = now() + Math.min(maxCooldown, Math.max(cooldown, serverDelay));
+                            transition(entry, target, "open");
+                        }
+                    }
+                } };
+        },
+        snapshot(target) { const entry = entries.get(key(target)); if (!entry)
+            return undefined; const { state, failures, inFlight, openUntil } = entry; return { state, failures, inFlight, openUntil }; }
+    };
+};
+//# sourceMappingURL=circuit-breaker.js.map

package/dist/circuit-breaker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"circuit-breaker.js","sourceRoot":"","sources":["../src/circuit-breaker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,YAAY,EAA2B,MAAM,YAAY,CAAC;AAkBnE,MAAM,OAAO,uBAAwB,SAAQ,YAAY;IACvD,gBAAgB,KAAK,CAAC,8EAA8E,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,GAAG,yBAAyB,CAAC,CAAC,CAAC;CACtJ;AACD,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC,OAAO,GAA0B,EAAE,EAAyB,EAAE;IACxG,MAAM,SAAS,GAAG,OAAO,CAAC,gBAAgB,IAAI,CAAC,EAAE,QAAQ,GAAG,OAAO,CAAC,UAAU,IAAI,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,aAAa,IAAI,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,IAAI,CAAC,EAAE,QAAQ,GAAG,OAAO,CAAC,UAAU,IAAI,GAAG,CAAC;IACvN,KAAK,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,CAAC,QAAQ,EAAE,UAAU,CAAC,EAAE,CAAC,WAAW,EAAE,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;QACrI,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAM,GAAG,CAAC,IAAI,KAAM,GAAG,GAAI;YAAE,MAAM,IAAI,YAAY,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAC;IACpI,CAAC;IACD,IAAI,QAAQ,GAAG,WAAW;QAAE,MAAM,IAAI,YAAY,CAAC,yCAAyC,EAAE,KAAK,CAAC,CAAC;IACrG,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;IAEpC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAiB,CAAC;IACzC,MAAM,GAAG,GAAG,SAAS,CAAC;IACtB,MAAM,UAAU,GAAG,CAAC,KAAY,EAAE,MAA0B,EAAE,EAAuB,EAAE,EAAE;QACvF,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC;QAAC,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC;QAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QAC1D,IAAI,IAAI,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,aAAa;YAAE,OAAO;QAClD,MAAM,KAAK,GAAG,EAAE,MAAM,EAAE,EAAE,GAAG,MAAM,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC;QACzF,cAAc,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YAAC,KAAK,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,aAAc,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,4CAA4C,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACvK,CAAC,CAAC;IACF,OAAO;QACL,UAAU,CAAC,MAAM;YACf,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;YACvC,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,KAAK,WAAW,IAAI,GAAG,EAAE,IAAI,KAAK,CAAC,SAAU,CAAC,IAAI,KAAK,CAAC,QAAQ,GAAG,MAAM,CAAC,CAAC;QACvI,CAAC;QACD,OAAO,CAAC,MAAM;YACZ,MAAM,EAAE,GAAG,GAAG,EAAE,EAAE,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;YACnC,IAAI,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC5B,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,IAAI,OAAO,CAAC,IAAI,IAAI,QAAQ,EAAE,CAAC;oBAC7B,MAAM,IAAI,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;oBACrI,IAAI,CAAC,IAAI;wBAAE,OAAO,SAAS,CAAC;oBAC5B,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC1B,CAAC;gBACD,KAAK,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;gBAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;YACvG,CAAC;YACD,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,EAAE,CAAC;gBAC3B,IAAI,EAAE,GAAG,KAAK,CAAC,SAAU;oBAAE,OAAO,SAAS,CAAC;gBAC5C,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;YACzC,CAAC;YACD,IAAI,KAAK,CAAC,KAAK,KAAK,WAAW,IAAI,KAAK,CAAC,QAAQ,IAAI,MAAM;gBAAE,OAAO,SAAS,CAAC;YAC9E,KAAK,CAAC,QAAQ,EAAE,CAAC;YAAC,KAAK,CAAC,OAAO,GAAG,EAAE,CAAC;YACrC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;YAAC,IAAI,KAAK,GAAG,KAAK,CAAC;YAC7C,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,YAAY;oBAChC,IAAI,KAAK;wBAAE,OAAO;oBAAC,KAAK,GAAG,IAAI,CAAC;oBAAC,KAAM,CAAC,QAAQ,EAAE,CAAC;oBAAC,KAAM,CAAC,OAAO,GAAG,GAAG,EAAE,CAAC;oBAC3E,IAAI,KAAK,KAAK,KAAM,CAAC,KAAK;wBAAE,OAAO;oBACnC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;wBAAC,KAAM,CAAC,QAAQ,GAAG,CAAC,CAAC;wBAAC,KAAM,CAAC,SAAS,GAAG,SAAS,CAAC;wBAAC,IAAI,KAAM,CAAC,KAAK,KAAK,QAAQ;4BAAE,UAAU,CAAC,KAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;oBAAC,CAAC;oBACtJ,IAAI,OAAO,KAAK,iBAAiB,EAAE,CAAC;wBAClC,KAAM,CAAC,QAAQ,EAAE,CAAC;wBAClB,IAAI,KAAM,CAAC,KAAK,KAAK,WAAW,IAAI,KAAM,CAAC,QAAQ,IAAI,SAAS,EAAE,CAAC;4BACjE,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,YAAa,GAAG,CAAC,CAAC,CAAC,CAAC,YAAa,CAAC,CAAC,CAAC,CAAC,CAAC;4BAC3F,KAAM,CAAC,SAAS,GAAG,GAAG,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAC;4BAClF,UAAU,CAAC,KAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;wBACrC,CAAC;oBACH,CAAC;gBACH,CAAC,EAAE,CAAC;QACN,CAAC;QACD,QAAQ,CAAC,MAAM,IAAI,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO,SAAS,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,KAAK,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;KACpM,CAAC;AACJ,CAAC,CAAC"}

package/dist/execution.d.ts

@@ -0,0 +1,17 @@
+import { type GenerateResult, type LanguageModel, type ModelGenerateInput, type StreamEvent } from "@zhivex-ai/core";
+import { type GatewayConfig, type GatewayModelTarget } from "./types.js";
+export declare const cachedResults: WeakSet<GenerateResult>;
+/** Provider dispatch, resource lifetimes and exact caching are shared by every routed operation. */
+export declare const createGatewayExecutor: (config: GatewayConfig) => {
+    diagnostics: () => {
+        settlementFailures: number;
+        pendingSettlements: number;
+        pendingCacheWrites: number;
+        droppedCacheWrites: number;
+        inFlightCacheKeys: number;
+    };
+    flush: () => Promise<void>;
+    generate(model: LanguageModel, target: GatewayModelTarget, input: ModelGenerateInput, scope?: string, cacheScope?: string): Promise<GenerateResult>;
+    stream(model: LanguageModel, target: GatewayModelTarget, input: ModelGenerateInput, scope?: string): Promise<AsyncIterable<StreamEvent>>;
+};
+//# sourceMappingURL=execution.d.ts.map

package/dist/execution.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"execution.d.ts","sourceRoot":"","sources":["../src/execution.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsD,KAAK,cAAc,EAAE,KAAK,aAAa,EAAE,KAAK,kBAAkB,EAAE,KAAK,WAAW,EAAmB,MAAM,iBAAiB,CAAC;AAC1L,OAAO,EAAE,KAAK,aAAa,EAAE,KAAK,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAKzE,eAAO,MAAM,aAAa,yBAAgC,CAAC;AAE3D,oGAAoG;AACpG,eAAO,MAAM,qBAAqB,WAAY,aAAa;;;;;;;;;oBAsEjC,aAAa,UAAU,kBAAkB,SAAS,kBAAkB,UAAU,MAAM,eAAe,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC;kBAwDrI,aAAa,UAAU,kBAAkB,SAAS,kBAAkB,UAAU,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;CAcjJ,CAAC"}

package/dist/execution.js

@@ -0,0 +1,223 @@
+import { calculateModelCost, createCachedGenerateMiddleware } from "@zhivex-ai/core";
+import { GatewayBudgetError } from "./budget.js";
+import { targetKey } from "./target.js";
+import { operationControl } from "./operation.js";
+export const cachedResults = new WeakSet();
+const reportedTokens = (usage) => usage?.totalTokens !== undefined && Number.isSafeInteger(usage.totalTokens) && usage.totalTokens >= 0 ? usage.totalTokens : undefined;
+/** Provider dispatch, resource lifetimes and exact caching are shared by every routed operation. */
+export const createGatewayExecutor = (config) => {
+    const flights = new Map();
+    let settlementFailures = 0, droppedCacheWrites = 0;
+    const cacheWrites = new Set();
+    const settlements = new Set();
+    const safe = (action) => {
+        try {
+            const result = action();
+            if (result) {
+                const control = operationControl(undefined, config.resourceTimeoutMs ?? 1000);
+                const completion = control.wait(Promise.resolve(result)).catch(() => { settlementFailures++; }).finally(() => { control.dispose(); settlements.delete(completion); });
+                settlements.add(completion);
+            }
+        }
+        catch {
+            settlementFailures++;
+        }
+    };
+    const begin = async (target, input, scope) => {
+        const signal = input.abortSignal;
+        signal?.throwIfAborted();
+        let admission, reservation;
+        let started = false, ended = false;
+        const finish = async (usage) => {
+            if (ended)
+                return;
+            ended = true;
+            signal?.removeEventListener("abort", abort);
+            const acquired = admission;
+            admission = undefined;
+            if (acquired)
+                safe(() => acquired.release(reportedTokens(usage)));
+            if (reservation) {
+                let amount = null;
+                if (usage) {
+                    try {
+                        const cost = calculateModelCost({ catalog: config.modelCatalog, ...target, usage,
+                            cacheAssumption: config.costAccounting?.cacheAssumption,
+                            reasoningAccounting: config.costAccounting?.reasoningAccounting?.[target.provider] });
+                        if (cost.currency === config.budget.currency && cost.status === "known")
+                            amount = cost.amount;
+                    }
+                    catch { /* Unknown usage retains its reservation. */ }
+                }
+                const held = reservation;
+                reservation = undefined;
+                safe(() => started ? held.settle(amount) : held.cancel());
+            }
+        };
+        const abort = () => { void finish(); };
+        signal?.addEventListener("abort", abort, { once: true });
+        try {
+            if (config.admission)
+                admission = await config.admission.acquire({ target, signal,
+                    tokens: input.maxTokens === undefined ? undefined : Math.ceil(JSON.stringify(input.messages).length / 4) + input.maxTokens });
+            if (signal?.aborted) {
+                const late = admission;
+                admission = undefined;
+                if (late)
+                    safe(() => late.release());
+                signal.throwIfAborted();
+            }
+            if (config.budget) {
+                if (settlementFailures || settlements.size >= 1024 || !scope?.trim())
+                    throw new GatewayBudgetError();
+                try {
+                    reservation = await config.budget.store.reserve({ scope, currency: config.budget.currency, amount: config.budget.reserveAmount, signal });
+                }
+                catch {
+                    throw new GatewayBudgetError();
+                }
+            }
+            if (signal?.aborted) {
+                const late = reservation;
+                reservation = undefined;
+                if (late)
+                    safe(() => late.cancel());
+                signal.throwIfAborted();
+            }
+            return { start() { signal?.throwIfAborted(); started = true; }, finish };
+        }
+        catch (error) {
+            await finish();
+            throw error;
+        }
+    };
+    const generate = async (model, target, input, scope) => {
+        const lease = await begin(target, input, scope);
+        try {
+            lease.start();
+            const result = await model.generate(input);
+            await lease.finish(result.usage);
+            return result;
+        }
+        catch (error) {
+            await lease.finish();
+            throw error;
+        }
+    };
+    return {
+        diagnostics: () => ({ settlementFailures, pendingSettlements: settlements.size, pendingCacheWrites: cacheWrites.size, droppedCacheWrites, inFlightCacheKeys: flights.size }),
+        flush: async () => { await Promise.all([...settlements, ...cacheWrites]); },
+        async generate(model, target, input, scope, cacheScope) {
+            // Cache only pure text model steps; never replay tool calls, provider state or effects.
+            const eligible = config.cache && cacheScope?.trim() && !input.tools?.length && !input.providerOptions && input.messages.every(m => m.parts.every(p => p.type === "text"));
+            if (!eligible)
+                return generate(model, target, input, scope);
+            let key, hit = false;
+            const middleware = createCachedGenerateMiddleware({
+                scope: JSON.stringify([config.cache.scope, cacheScope, scope ?? null, targetKey(target)]),
+                cache: {
+                    async get(id) {
+                        key = id;
+                        const control = operationControl(input.abortSignal, config.cache.timeoutMs ?? 50);
+                        try {
+                            const value = await control.wait(Promise.resolve(config.cache.store.get(id)));
+                            if (value) {
+                                hit = true;
+                                return structuredClone(value);
+                            }
+                        }
+                        catch {
+                            input.abortSignal?.throwIfAborted(); /* Cache outages are misses. */
+                        }
+                        finally {
+                            control.dispose();
+                        }
+                        return undefined;
+                    },
+                    set(id, value) {
+                        // Stores may hang: writes must never delay a completed provider response.
+                        if (value.finishReason === "tool-calls" || value.audio?.length || value.images?.length ||
+                            value.message?.parts.some(part => part.type !== "text") ||
+                            value.messages?.some(message => message.parts.some(part => part.type !== "text")))
+                            return;
+                        if (cacheWrites.size >= 256) {
+                            droppedCacheWrites++;
+                            return;
+                        }
+                        const control = operationControl(undefined, config.cache.timeoutMs ?? 50);
+                        try {
+                            const write = control.wait(Promise.resolve(config.cache.store.set(id, structuredClone(value))))
+                                .catch(() => undefined).finally(() => { control.dispose(); cacheWrites.delete(write); });
+                            cacheWrites.add(write);
+                        }
+                        catch {
+                            control.dispose();
+                        }
+                    }
+                }
+            });
+            const result = await middleware.wrapGenerate({ model, input }, async () => {
+                input.abortSignal?.throwIfAborted();
+                if (!key)
+                    return generate(model, target, input, scope);
+                let flight = flights.get(key);
+                if (!flight) {
+                    if (flights.size >= 1024)
+                        return generate(model, target, input, scope);
+                    const controller = new AbortController();
+                    const promise = generate(model, target, { ...input, abortSignal: controller.signal }, scope);
+                    flight = { controller, promise, users: 0 };
+                    flights.set(key, flight);
+                    const id = key, current = flight;
+                    void promise.finally(() => { if (flights.get(id) === current)
+                        flights.delete(id); }).catch(() => undefined);
+                }
+                else
+                    hit = true;
+                flight.users++;
+                const wait = operationControl(input.abortSignal);
+                try {
+                    return structuredClone(await wait.wait(flight.promise));
+                }
+                finally {
+                    wait.dispose();
+                    flight.users--;
+                    if (flight.users === 0) {
+                        if (flights.get(key) === flight)
+                            flights.delete(key);
+                        flight.controller.abort();
+                    }
+                }
+            });
+            input.abortSignal?.throwIfAborted();
+            if (hit)
+                cachedResults.add(result);
+            return result;
+        },
+        async stream(model, target, input, scope) {
+            const lease = await begin(target, input, scope);
+            try {
+                lease.start();
+                const source = await model.stream(input);
+                return (async function* () {
+                    let usage;
+                    try {
+                        for await (const event of source) {
+                            if (event.type === "finish")
+                                usage = event.usage;
+                            yield event;
+                        }
+                    }
+                    finally {
+                        await lease.finish(usage);
+                    }
+                })();
+            }
+            catch (error) {
+                await lease.finish();
+                throw error;
+            }
+        }
+    };
+};
+//# sourceMappingURL=execution.js.map

package/dist/execution.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"execution.js","sourceRoot":"","sources":["../src/execution.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,8BAA8B,EAAuG,MAAM,iBAAiB,CAAC;AAE1L,OAAO,EAAE,kBAAkB,EAAiC,MAAM,aAAa,CAAC;AAEhF,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAClD,MAAM,CAAC,MAAM,aAAa,GAAG,IAAI,OAAO,EAAkB,CAAC;AAC3D,MAAM,cAAc,GAAG,CAAC,KAAkB,EAAE,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,SAAS,IAAI,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;AACrL,oGAAoG;AACpG,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,MAAqB,EAAE,EAAE;IAC7D,MAAM,OAAO,GAAG,IAAI,GAAG,EAA4F,CAAC;IACpH,IAAI,kBAAkB,GAAG,CAAC,EAAE,kBAAkB,GAAG,CAAC,CAAC;IACnD,MAAM,WAAW,GAAG,IAAI,GAAG,EAAiB,CAAC;IAC7C,MAAM,WAAW,GAAG,IAAI,GAAG,EAAiB,CAAC;IAC7C,MAAM,IAAI,GAAG,CAAC,MAAkC,EAAE,EAAE;QAClD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC;YACxB,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,OAAO,GAAG,gBAAgB,CAAC,SAAS,EAAE,MAAM,CAAC,iBAAiB,IAAI,IAAI,CAAC,CAAC;gBAC9E,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,kBAAkB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACtK,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YAAC,kBAAkB,EAAE,CAAC;QAAC,CAAC;IACnC,CAAC,CAAC;IACF,MAAM,KAAK,GAAG,KAAK,EAAE,MAA0B,EAAE,KAAyB,EAAE,KAAc,EAAE,EAAE;QAC5F,MAAM,MAAM,GAAG,KAAK,CAAC,WAAW,CAAC;QACjC,MAAM,EAAE,cAAc,EAAE,CAAC;QACzB,IAAI,SAA4C,EAAE,WAAiD,CAAC;QACpG,IAAI,OAAO,GAAG,KAAK,EAAE,KAAK,GAAG,KAAK,CAAC;QACnC,MAAM,MAAM,GAAG,KAAK,EAAE,KAAkB,EAAE,EAAE;YAC1C,IAAI,KAAK;gBAAE,OAAO;YAAC,KAAK,GAAG,IAAI,CAAC;YAChC,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YAC5C,MAAM,QAAQ,GAAG,SAAS,CAAC;YAAC,SAAS,GAAG,SAAS,CAAC;YAClD,IAAI,QAAQ;gBAAE,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAClE,IAAI,WAAW,EAAE,CAAC;gBAChB,IAAI,MAAM,GAAkB,IAAI,CAAC;gBACjC,IAAI,KAAK,EAAE,CAAC;oBACV,IAAI,CAAC;wBACH,MAAM,IAAI,GAAG,kBAAkB,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,YAAa,EAAE,GAAG,MAAM,EAAE,KAAK;4BAC/E,eAAe,EAAE,MAAM,CAAC,cAAc,EAAE,eAAe;4BACvD,mBAAmB,EAAE,MAAM,CAAC,cAAc,EAAE,mBAAmB,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;wBACxF,IAAI,IAAI,CAAC,QAAQ,KAAK,MAAM,CAAC,MAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,KAAK,OAAO;4BAAE,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;oBACjG,CAAC;oBAAC,MAAM,CAAC,CAAC,4CAA4C,CAAC,CAAC;gBAC1D,CAAC;gBACD,MAAM,IAAI,GAAG,WAAW,CAAC;gBAAC,WAAW,GAAG,SAAS,CAAC;gBAClD,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC,CAAC;QACF,MAAM,KAAK,GAAG,GAAG,EAAE,GAAG,KAAK,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACzD,IAAI,CAAC;YACH,IAAI,MAAM,CAAC,SAAS;gBAAE,SAAS,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,MAAM;oBAC/E,MAAM,EAAE,KAAK,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;YAChI,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;gBACpB,MAAM,IAAI,GAAG,SAAS,CAAC;gBAAC,SAAS,GAAG,SAAS,CAAC;gBAC9C,IAAI,IAAI;oBAAE,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;gBACrC,MAAM,CAAC,cAAc,EAAE,CAAC;YAC1B,CAAC;YACD,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAClB,IAAI,kBAAkB,IAAI,WAAW,CAAC,IAAI,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE;oBAAE,MAAM,IAAI,kBAAkB,EAAE,CAAC;gBACrG,IAAI,CAAC;oBAAC,WAAW,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE,MAAM,EAAE,CAAC,CAAC;gBAAC,CAAC;gBAClJ,MAAM,CAAC;oBAAC,MAAM,IAAI,kBAAkB,EAAE,CAAC;gBAAC,CAAC;YAC3C,CAAC;YACD,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;gBACpB,MAAM,IAAI,GAAG,WAAW,CAAC;gBAAC,WAAW,GAAG,SAAS,CAAC;gBAClD,IAAI,IAAI;oBAAE,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;gBACpC,MAAM,CAAC,cAAc,EAAE,CAAC;YAC1B,CAAC;YACD,OAAO,EAAE,KAAK,KAAK,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC;QAC3E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAAC,MAAM,MAAM,EAAE,CAAC;YAAC,MAAM,KAAK,CAAC;QAAC,CAAC;IAClD,CAAC,CAAC;IACF,MAAM,QAAQ,GAAG,KAAK,EAAE,KAAoB,EAAE,MAA0B,EAAE,KAAyB,EAAE,KAAc,EAA2B,EAAE;QAC9I,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QAChD,IAAI,CAAC;YAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YAAC,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAAC,MAAM,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAAC,OAAO,MAAM,CAAC;QAAC,CAAC;QACnH,OAAO,KAAK,EAAE,CAAC;YAAC,MAAM,KAAK,CAAC,MAAM,EAAE,CAAC;YAAC,MAAM,KAAK,CAAC;QAAC,CAAC;IACtD,CAAC,CAAC;IACF,OAAO;QACL,WAAW,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,WAAW,CAAC,IAAI,EAAE,kBAAkB,EAAE,WAAW,CAAC,IAAI,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC;QAC5K,KAAK,EAAE,KAAK,IAAI,EAAE,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,WAAW,EAAE,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3E,KAAK,CAAC,QAAQ,CAAC,KAAoB,EAAE,MAA0B,EAAE,KAAyB,EAAE,KAAc,EAAE,UAAmB;YAC7H,wFAAwF;YACxF,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,IAAI,UAAU,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,IAAI,CAAC,KAAK,CAAC,eAAe,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC;YAC1K,IAAI,CAAC,QAAQ;gBAAE,OAAO,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;YAC5D,IAAI,GAAuB,EAAE,GAAG,GAAG,KAAK,CAAC;YACzC,MAAM,UAAU,GAAG,8BAA8B,CAAC;gBAChD,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,KAAM,CAAC,KAAK,EAAE,UAAU,EAAE,KAAK,IAAI,IAAI,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;gBAC1F,KAAK,EAAE;oBACL,KAAK,CAAC,GAAG,CAAC,EAAE;wBACV,GAAG,GAAG,EAAE,CAAC;wBACT,MAAM,OAAO,GAAG,gBAAgB,CAAC,KAAK,CAAC,WAAW,EAAE,MAAM,CAAC,KAAM,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;wBACnF,IAAI,CAAC;4BAAC,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,KAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;4BAAC,IAAI,KAAK,EAAE,CAAC;gCAAC,GAAG,GAAG,IAAI,CAAC;gCAAC,OAAO,eAAe,CAAC,KAAK,CAAC,CAAC;4BAAC,CAAC;wBAAC,CAAC;wBACjJ,MAAM,CAAC;4BAAC,KAAK,CAAC,WAAW,EAAE,cAAc,EAAE,CAAC,CAAC,+BAA+B;wBAAC,CAAC;gCACtE,CAAC;4BAAC,OAAO,CAAC,OAAO,EAAE,CAAC;wBAAC,CAAC;wBAC9B,OAAO,SAAS,CAAC;oBACnB,CAAC;oBACD,GAAG,CAAC,EAAE,EAAE,KAAK;wBACX,0EAA0E;wBAC1E,IAAI,KAAK,CAAC,YAAY,KAAK,YAAY,IAAI,KAAK,CAAC,KAAK,EAAE,MAAM,IAAI,KAAK,CAAC,MAAM,EAAE,MAAM;4BAClF,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC;4BACvD,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;4BAAE,OAAO;wBAC9F,IAAI,WAAW,CAAC,IAAI,IAAI,GAAG,EAAE,CAAC;4BAAC,kBAAkB,EAAE,CAAC;4BAAC,OAAO;wBAAC,CAAC;wBAC9D,MAAM,OAAO,GAAG,gBAAgB,CAAC,SAAS,EAAE,MAAM,CAAC,KAAM,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;wBAC3E,IAAI,CAAC;4BACH,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,KAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;iCAC7F,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;4BAC3F,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;wBACzB,CAAC;wBAAC,MAAM,CAAC;4BAAC,OAAO,CAAC,OAAO,EAAE,CAAC;wBAAC,CAAC;oBAEhC,CAAC;iBACF;aACF,CAAC,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,YAAa,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,KAAK,IAAI,EAAE;gBACzE,KAAK,CAAC,WAAW,EAAE,cAAc,EAAE,CAAC;gBACpC,IAAI,CAAC,GAAG;oBAAE,OAAO,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;gBACvD,IAAI,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAC9B,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,IAAI,OAAO,CAAC,IAAI,IAAI,IAAI;wBAAE,OAAO,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;oBACvE,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;oBACzC,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,GAAG,KAAK,EAAE,WAAW,EAAE,UAAU,CAAC,MAAM,EAAE,EAAE,KAAK,CAAC,CAAC;oBAC7F,MAAM,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;oBAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;oBACrE,MAAM,EAAE,GAAG,GAAG,EAAE,OAAO,GAAG,MAAM,CAAC;oBACjC,KAAK,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,OAAO;wBAAE,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;gBAC9G,CAAC;;oBAAM,GAAG,GAAG,IAAI,CAAC;gBAClB,MAAM,CAAC,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,GAAG,gBAAgB,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;gBACjD,IAAI,CAAC;oBAAC,OAAO,eAAe,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;gBAAC,CAAC;wBACxD,CAAC;oBACP,IAAI,CAAC,OAAO,EAAE,CAAC;oBAAC,MAAM,CAAC,KAAK,EAAE,CAAC;oBAC/B,IAAI,MAAM,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;wBAAC,IAAI,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,MAAM;4BAAE,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;wBAAC,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;oBAAC,CAAC;gBAC9G,CAAC;YACH,CAAC,CAAC,CAAC;YACH,KAAK,CAAC,WAAW,EAAE,cAAc,EAAE,CAAC;YACpC,IAAI,GAAG;gBAAE,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACnC,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,KAAK,CAAC,MAAM,CAAC,KAAoB,EAAE,MAA0B,EAAE,KAAyB,EAAE,KAAc;YACtG,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;YAChD,IAAI,CAAC;gBACH,KAAK,CAAC,KAAK,EAAE,CAAC;gBACd,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,MAAO,CAAC,KAAK,CAAC,CAAC;gBAC1C,OAAO,CAAC,KAAK,SAAS,CAAC;oBACrB,IAAI,KAA6B,CAAC;oBAClC,IAAI,CAAC;wBACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;4BAAC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;gCAAE,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;4BAAC,MAAM,KAAK,CAAC;wBAAC,CAAC;oBACtG,CAAC;4BAAS,CAAC;wBAAC,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;oBAAC,CAAC;gBAC1C,CAAC,CAAC,EAAE,CAAC;YACP,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAAC,MAAM,KAAK,CAAC,MAAM,EAAE,CAAC;gBAAC,MAAM,KAAK,CAAC;YAAC,CAAC;QACxD,CAAC;KACF,CAAC;AACJ,CAAC,CAAC"}

package/dist/index.d.ts

@@ -1,13 +1,36 @@
+export { GatewayDeadlineError } from "./operation.js";
+export { createGatewayAdmissionController, GatewayAdmissionError } from "./admission.js";
+export type { GatewayAdmissionController, GatewayAdmissionLease, GatewayAdmissionOptions } from "./admission.js";
+export { createGatewayBudgetStore, GatewayBudgetError } from "./budget.js";
+export type { GatewayBudgetStore, GatewayBudgetReservation, GatewayBudgetSnapshot } from "./budget.js";
+export { createGatewayRoutingPolicy } from "./adaptive-routing.js";
 import type { ZodTypeAny } from "zod";
+export type { GatewayAdaptiveCandidate, GatewayAdaptiveRoutingPolicy, GatewayQualityProfile } from "./adaptive-routing.js";
+export { createGatewayCircuitBreaker, GatewayCircuitOpenError } from "./circuit-breaker.js";
+export type { GatewayCircuitBreaker, GatewayCircuitOptions, GatewayCircuitPermit, GatewayCircuitSnapshot, GatewayCircuitState } from "./circuit-breaker.js";
+export { createGatewayMetrics } from "./metrics.js";
+export type { GatewayMetricsHandle, GatewayMetricsOptions, GatewayMetricsSnapshot, GatewayMetricsStore, GatewayMetricOutcome } from "./metrics.js";
 import { type GatewayAgentRequest, type GatewayAgentResponse, type GatewayAgentStreamResult, type GatewayConfig, type GatewayGenerateObjectRequest, type GatewayObjectResponse, type GatewayRequest, type GatewayResponse, type GatewayStreamObjectResult, type GatewayStreamTextResult } from "./types.js";
 export { GatewayError } from "./types.js";
 export type { GatewayAgentRequest, GatewayAgentResponse, GatewayAgentStreamResult, GatewayAttempt, GatewayAttemptReasonCode, GatewayConfig, GatewayGenerateObjectRequest, GatewayImageAttachment, GatewayInputMessage, GatewayMessage, GatewayModelTarget, GatewayObjectResponse, GatewayProviderId, GatewayRequest, GatewayResponse, GatewayRouteDecisionReasonCode, GatewayRoutingMode, GatewayRoutingScoreContext, GatewayStreamObjectResult, GatewayStreamTextResult, GatewayTaskIntent, GatewayUnknownCostPolicy } from "./types.js";
 export declare const createGateway: (config: GatewayConfig) => {
-    generate(request: GatewayRequest): Promise<GatewayResponse>;
-    streamText(request: GatewayRequest): GatewayStreamTextResult;
-    generateObject<TSchema extends ZodTypeAny>(request: GatewayGenerateObjectRequest<TSchema>): Promise<GatewayObjectResponse<TSchema>>;
-    streamObject<TSchema extends ZodTypeAny>(request: GatewayGenerateObjectRequest<TSchema>): GatewayStreamObjectResult<TSchema>;
-    runAgent(request: GatewayAgentRequest): Promise<GatewayAgentResponse>;
-    streamAgent(request: GatewayAgentRequest): GatewayAgentStreamResult;
+    flushControls: () => Promise<void>;
+    flushObservers: () => Promise<void>;
+    diagnostics: () => {
+        settlementFailures: number;
+        pendingSettlements: number;
+        pendingCacheWrites: number;
+        droppedCacheWrites: number;
+        inFlightCacheKeys: number;
+        pendingObservers: number;
+        droppedObservers: number;
+        affinityEntries: number;
+    };
+    generate: (request: GatewayRequest) => Promise<GatewayResponse>;
+    generateObject: <TSchema extends ZodTypeAny>(request: GatewayGenerateObjectRequest<TSchema>) => Promise<GatewayObjectResponse<TSchema>>;
+    runAgent: (request: GatewayAgentRequest) => Promise<GatewayAgentResponse>;
+    streamText: (request: GatewayRequest) => GatewayStreamTextResult;
+    streamObject: <TSchema extends ZodTypeAny>(request: GatewayGenerateObjectRequest<TSchema>) => GatewayStreamObjectResult<TSchema>;
+    streamAgent: (request: GatewayAgentRequest) => GatewayAgentStreamResult;
 };
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AA4BA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,KAAK,CAAC;AAItC,OAAO,EAEL,KAAK,mBAAmB,EACxB,KAAK,oBAAoB,EACzB,KAAK,wBAAwB,EAG7B,KAAK,aAAa,EAClB,KAAK,4BAA4B,EAEjC,KAAK,qBAAqB,EAE1B,KAAK,cAAc,EACnB,KAAK,eAAe,EAEpB,KAAK,yBAAyB,EAC9B,KAAK,uBAAuB,EAE7B,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC1C,YAAY,EACV,mBAAmB,EACnB,oBAAoB,EACpB,wBAAwB,EACxB,cAAc,EACd,wBAAwB,EACxB,aAAa,EACb,4BAA4B,EAC5B,sBAAsB,EACtB,mBAAmB,EACnB,cAAc,EACd,kBAAkB,EAClB,qBAAqB,EACrB,iBAAiB,EACjB,cAAc,EACd,eAAe,EACf,8BAA8B,EAC9B,kBAAkB,EAClB,0BAA0B,EAC1B,yBAAyB,EACzB,uBAAuB,EACvB,iBAAiB,EACjB,wBAAwB,EACzB,MAAM,YAAY,CAAC;AA43BpB,eAAO,MAAM,aAAa,WAAY,aAAa;IA2dzC,QAAQ,UAAU,cAAc,GAAG,OAAO,CAAC,eAAe,CAAC;IAajE,UAAU,UAAU,cAAc,GAAG,uBAAuB;IAuBtD,cAAc,CAAC,OAAO,SAAS,UAAU,WACpC,4BAA4B,CAAC,OAAO,CAAC,GAC7C,OAAO,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;IA4B1C,YAAY,CAAC,OAAO,SAAS,UAAU,WAC5B,4BAA4B,CAAC,OAAO,CAAC,GAC7C,yBAAyB,CAAC,OAAO,CAAC;IAqC/B,QAAQ,UAAU,mBAAmB,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAoD3E,WAAW,UAAU,mBAAmB,GAAG,wBAAwB;CA4DtE,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AACtD,OAAO,EAAE,gCAAgC,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AACzF,YAAY,EAAE,0BAA0B,EAAE,qBAAqB,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AACjH,OAAO,EAAE,wBAAwB,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAC3E,YAAY,EAAE,kBAAkB,EAAE,wBAAwB,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AACvG,OAAO,EAAE,0BAA0B,EAAE,MAAM,uBAAuB,CAAC;AA+BnE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,KAAK,CAAC;AAGtC,YAAY,EAAE,wBAAwB,EAAE,4BAA4B,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAC3H,OAAO,EAAE,2BAA2B,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAC5F,YAAY,EAAE,qBAAqB,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAE5J,OAAO,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AACpD,YAAY,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AAInJ,OAAO,EAEL,KAAK,mBAAmB,EACxB,KAAK,oBAAoB,EACzB,KAAK,wBAAwB,EAG7B,KAAK,aAAa,EAClB,KAAK,4BAA4B,EAEjC,KAAK,qBAAqB,EAE1B,KAAK,cAAc,EACnB,KAAK,eAAe,EAEpB,KAAK,yBAAyB,EAC9B,KAAK,uBAAuB,EAE7B,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC1C,YAAY,EACV,mBAAmB,EACnB,oBAAoB,EACpB,wBAAwB,EACxB,cAAc,EACd,wBAAwB,EACxB,aAAa,EACb,4BAA4B,EAC5B,sBAAsB,EACtB,mBAAmB,EACnB,cAAc,EACd,kBAAkB,EAClB,qBAAqB,EACrB,iBAAiB,EACjB,cAAc,EACd,eAAe,EACf,8BAA8B,EAC9B,kBAAkB,EAClB,0BAA0B,EAC1B,yBAAyB,EACzB,uBAAuB,EACvB,iBAAiB,EACjB,wBAAwB,EACzB,MAAM,YAAY,CAAC;AA46BpB,eAAO,MAAM,aAAa,WAAY,aAAa;;;;;;;;;;;;;wBAm6B3B,cAAc;qBACjB,OAAO,SAAS,UAAU,WAAW,4BAA4B,CAAC,OAAO,CAAC;wBACvE,mBAAmB;0BACjB,cAAc;mBACrB,OAAO,SAAS,UAAU,WAAW,4BAA4B,CAAC,OAAO,CAAC;2BAClE,mBAAmB;CAE7C,CAAC"}