@zhivex-ai/gateway 0.3.0 → 0.3.1-next.0

package/README.md

@@ -9,8 +9,45 @@ The gateway now supports:
 - `generateObject()`
 - `streamObject()`
 
+The gateway is policy-driven and ships with:
+
+- a default router policy that scores targets using capabilities, latency, cost, and runtime health
+- a default retry policy with retry classification, backoff, and target cooldowns
+- an in-memory runtime store with per-target health, EWMA/p95 latency tracking, TTL pruning, and circuit states
+- rich routing events through `onEvent`
+
 Tool loops continue to run on the selected target after routing, and streaming fallbacks are resolved before the first chunk is emitted.
 
+## Quick Example
+
+```ts
+import { createGateway } from "@zhivex-ai/gateway";
+import { createOpenAI } from "@zhivex-ai/openai";
+import { createOllama } from "@zhivex-ai/ollama";
+
+const gateway = createGateway({
+  adapters: {
+    openai: createOpenAI({ apiKey: process.env.OPENAI_API_KEY }),
+    ollama: createOllama()
+  },
+  onEvent(event) {
+    console.log(event.type);
+  }
+});
+
+const result = await gateway.generate({
+  primary: { provider: "openai", modelId: "gpt-4o-mini" },
+  fallbacks: [{ provider: "ollama", modelId: "llama3.2" }],
+  messages: [{ role: "user", content: "Summarize routing." }],
+  maxCostPer1kTokens: 1,
+  costStrategy: "strict",
+  latencyBudgetMs: 2_000
+});
+
+console.log(result.providerUsed);
+console.log(result.routeDecision.policy);
+```
+
 ## Install
 
 ```bash

package/dist/attempts.d.ts

@@ -0,0 +1,19 @@
+import type { GatewayAttempt, GatewayEvent, GatewayModelTarget, GatewayRequest, GatewayRetryPolicy, GatewayRuntimeStore, GatewayRouteDecision } from "./types.js";
+export interface ExecuteRoutedOperationOptions<TResult> {
+    request: GatewayRequest;
+    routeDecision: GatewayRouteDecision;
+    retryPolicy: GatewayRetryPolicy;
+    runtimeStore: GatewayRuntimeStore;
+    getAttemptTimeoutMs: (target: GatewayModelTarget) => number;
+    onAttempt?: (attempt: GatewayAttempt) => void | Promise<void>;
+    onEvent?: (event: GatewayEvent) => void | Promise<void>;
+    now?: () => number;
+    operation: (target: GatewayModelTarget) => Promise<TResult>;
+}
+export interface ExecuteRoutedOperationResult<TResult> {
+    attempts: GatewayAttempt[];
+    target: GatewayModelTarget;
+    result: TResult;
+}
+export declare const executeRoutedOperation: <TResult>(options: ExecuteRoutedOperationOptions<TResult>) => Promise<ExecuteRoutedOperationResult<TResult>>;
+//# sourceMappingURL=attempts.d.ts.map

package/dist/attempts.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"attempts.d.ts","sourceRoot":"","sources":["../src/attempts.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,cAAc,EACd,YAAY,EAEZ,kBAAkB,EAClB,cAAc,EACd,kBAAkB,EAClB,mBAAmB,EACnB,oBAAoB,EAErB,MAAM,YAAY,CAAC;AAqFpB,MAAM,WAAW,6BAA6B,CAAC,OAAO;IACpD,OAAO,EAAE,cAAc,CAAC;IACxB,aAAa,EAAE,oBAAoB,CAAC;IACpC,WAAW,EAAE,kBAAkB,CAAC;IAChC,YAAY,EAAE,mBAAmB,CAAC;IAClC,mBAAmB,EAAE,CAAC,MAAM,EAAE,kBAAkB,KAAK,MAAM,CAAC;IAC5D,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,cAAc,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9D,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,YAAY,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACxD,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB,SAAS,EAAE,CAAC,MAAM,EAAE,kBAAkB,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;CAC7D;AAED,MAAM,WAAW,4BAA4B,CAAC,OAAO;IACnD,QAAQ,EAAE,cAAc,EAAE,CAAC;IAC3B,MAAM,EAAE,kBAAkB,CAAC;IAC3B,MAAM,EAAE,OAAO,CAAC;CACjB;AAiCD,eAAO,MAAM,sBAAsB,GAAU,OAAO,EAClD,SAAS,6BAA6B,CAAC,OAAO,CAAC,KAC9C,OAAO,CAAC,4BAA4B,CAAC,OAAO,CAAC,CAyJ/C,CAAC"}

package/dist/attempts.js

@@ -0,0 +1,221 @@
+import { GatewayError } from "./types.js";
+import { createGatewayRuntimeState, gatewayTargetKey, updateRuntimeLatency } from "./runtime-state.js";
+const withTimeout = async (promise, timeoutMs) => new Promise((resolve, reject) => {
+    const timer = setTimeout(() => reject(new GatewayError(`Provider timed out after ${timeoutMs}ms.`, true)), timeoutMs);
+    promise
+        .then((value) => {
+        clearTimeout(timer);
+        resolve(value);
+    })
+        .catch((error) => {
+        clearTimeout(timer);
+        reject(error);
+    });
+});
+const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
+const updateSuccessState = async (runtimeStore, target, latencyMs, now) => runtimeStore.update(gatewayTargetKey(target), (current) => {
+    const state = current ?? createGatewayRuntimeState(target, {}, now);
+    const requestCount = state.requestCount + 1;
+    return {
+        ...state,
+        requestCount,
+        successCount: state.successCount + 1,
+        consecutiveFailures: 0,
+        consecutiveRetryableFailures: 0,
+        consecutiveErrorClass: undefined,
+        ...updateRuntimeLatency(state, latencyMs, {
+            ewmaAlpha: 0.35,
+            latencySampleSize: 20
+        }),
+        cooldownUntil: undefined,
+        circuitState: state.circuitState === "half-open" ? "closed" : state.circuitState,
+        lastErrorMessage: undefined,
+        lastErrorClass: undefined
+    };
+});
+const updateFailureState = async (runtimeStore, target, latencyMs, errorMessage, errorClass, retryable, cooldownMs, now) => runtimeStore.update(gatewayTargetKey(target), (current) => {
+    const state = current ?? createGatewayRuntimeState(target, {}, now);
+    const requestCount = state.requestCount + 1;
+    const cooldownUntil = cooldownMs > 0 ? now + cooldownMs : state.cooldownUntil;
+    return {
+        ...state,
+        requestCount,
+        failureCount: state.failureCount + 1,
+        retryableFailureCount: state.retryableFailureCount + Number(retryable),
+        nonRetryableFailureCount: state.nonRetryableFailureCount + Number(!retryable),
+        consecutiveFailures: state.consecutiveFailures + 1,
+        consecutiveRetryableFailures: retryable ? state.consecutiveRetryableFailures + 1 : 0,
+        consecutiveErrorClass: errorClass,
+        ...updateRuntimeLatency(state, latencyMs, {
+            ewmaAlpha: 0.35,
+            latencySampleSize: 20
+        }),
+        lastErrorMessage: errorMessage,
+        lastErrorClass: errorClass,
+        errorCounts: {
+            ...state.errorCounts,
+            [errorClass]: (state.errorCounts[errorClass] ?? 0) + 1
+        },
+        cooldownUntil,
+        circuitState: cooldownMs > 0 ? "open" : state.circuitState === "half-open" ? "open" : state.circuitState
+    };
+});
+const emitEvent = async (onEvent, event) => {
+    await onEvent?.(event);
+};
+const skipToAttempt = (target, targetRank, skipReason) => ({
+    provider: target.provider,
+    modelId: target.modelId,
+    ok: false,
+    latencyMs: 0,
+    retry: 0,
+    targetRank,
+    skipReason,
+    errorMessage: skipReason === "capabilities"
+        ? "Skipped because model capabilities do not satisfy the request."
+        : skipReason === "cost"
+            ? "Skipped because provider cost exceeds the configured budget."
+            : skipReason === "cooldown"
+                ? "Skipped because target is cooling down after repeated failures."
+                : skipReason === "latency-budget"
+                    ? "Skipped because observed latency exceeds the configured budget."
+                    : "Skipped because no adapter is registered for the target."
+});
+export const executeRoutedOperation = async (options) => {
+    const attempts = [];
+    const currentTime = options.now ?? Date.now;
+    for (const [targetRank, candidate] of options.routeDecision.evaluatedTargets.entries()) {
+        if (!candidate.available) {
+            const skipped = skipToAttempt(candidate.target, targetRank, candidate.skipReason);
+            attempts.push(skipped);
+            await emitEvent(options.onEvent, {
+                type: "target-skipped",
+                request: options.request,
+                target: candidate.target,
+                targetRank,
+                timestamp: currentTime(),
+                reason: candidate.skipReason
+            });
+            continue;
+        }
+        const target = candidate.target;
+        for (let retry = 0;; retry += 1) {
+            const attemptStartedAt = currentTime();
+            const startedAttempt = {
+                provider: target.provider,
+                modelId: target.modelId,
+                ok: true,
+                latencyMs: 0,
+                retry,
+                targetRank
+            };
+            await options.onAttempt?.(startedAttempt);
+            await emitEvent(options.onEvent, {
+                type: "attempt-started",
+                request: options.request,
+                target,
+                retry,
+                targetRank,
+                timestamp: attemptStartedAt
+            });
+            try {
+                const result = await withTimeout(options.operation(target), options.getAttemptTimeoutMs(target));
+                const latencyMs = currentTime() - attemptStartedAt;
+                attempts.push({
+                    provider: target.provider,
+                    modelId: target.modelId,
+                    ok: true,
+                    latencyMs,
+                    retry,
+                    targetRank
+                });
+                await updateSuccessState(options.runtimeStore, target, latencyMs, currentTime());
+                await emitEvent(options.onEvent, {
+                    type: "attempt-succeeded",
+                    request: options.request,
+                    target,
+                    retry,
+                    targetRank,
+                    timestamp: currentTime(),
+                    latencyMs
+                });
+                return {
+                    attempts,
+                    target,
+                    result
+                };
+            }
+            catch (error) {
+                const normalized = options.retryPolicy.classifyError(error);
+                const context = {
+                    request: options.request,
+                    target,
+                    state: candidate.state,
+                    retry,
+                    targetRank,
+                    error: normalized
+                };
+                const latencyMs = currentTime() - attemptStartedAt;
+                const cooldownMs = options.retryPolicy.getCooldownMs(context);
+                const nextState = await updateFailureState(options.runtimeStore, target, latencyMs, normalized.message, normalized.errorClass, normalized.retryable, cooldownMs, currentTime());
+                const failedAttempt = {
+                    provider: target.provider,
+                    modelId: target.modelId,
+                    ok: false,
+                    latencyMs,
+                    retry,
+                    targetRank,
+                    errorMessage: normalized.message,
+                    retryable: normalized.retryable
+                };
+                attempts.push(failedAttempt);
+                await options.onAttempt?.(failedAttempt);
+                await emitEvent(options.onEvent, {
+                    type: "attempt-failed",
+                    request: options.request,
+                    target,
+                    retry,
+                    targetRank,
+                    timestamp: currentTime(),
+                    latencyMs,
+                    errorMessage: normalized.message,
+                    retryable: normalized.retryable,
+                    errorClass: normalized.errorClass
+                });
+                if (cooldownMs > 0 && nextState.cooldownUntil) {
+                    await emitEvent(options.onEvent, {
+                        type: "target-cooled-down",
+                        request: options.request,
+                        target,
+                        timestamp: currentTime(),
+                        cooldownUntil: nextState.cooldownUntil
+                    });
+                }
+                if (!options.retryPolicy.shouldRetry({ ...context, state: nextState })) {
+                    break;
+                }
+                const delayMs = options.retryPolicy.getBackoffMs({ ...context, state: nextState });
+                await emitEvent(options.onEvent, {
+                    type: "attempt-retried",
+                    request: options.request,
+                    target,
+                    retry,
+                    targetRank,
+                    timestamp: currentTime(),
+                    delayMs
+                });
+                await sleep(delayMs);
+            }
+        }
+    }
+    const finalError = attempts.at(-1)?.errorMessage ?? "All gateway attempts failed.";
+    await emitEvent(options.onEvent, {
+        type: "route-failed",
+        request: options.request,
+        timestamp: currentTime(),
+        attempts,
+        errorMessage: finalError
+    });
+    throw new GatewayError(finalError, false);
+};
+//# sourceMappingURL=attempts.js.map

package/dist/attempts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"attempts.js","sourceRoot":"","sources":["../src/attempts.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC1C,OAAO,EAAE,yBAAyB,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAEvG,MAAM,WAAW,GAAG,KAAK,EAAK,OAAmB,EAAE,SAAiB,EAAE,EAAE,CACtE,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;IACjC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,4BAA4B,SAAS,KAAK,EAAE,IAAI,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IACtH,OAAO;SACJ,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;QACd,YAAY,CAAC,KAAK,CAAC,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,CAAC;IACjB,CAAC,CAAC;SACD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;QACf,YAAY,CAAC,KAAK,CAAC,CAAC;QACpB,MAAM,CAAC,KAAK,CAAC,CAAC;IAChB,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC;AAEL,MAAM,KAAK,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAEhF,MAAM,kBAAkB,GAAG,KAAK,EAC9B,YAAiC,EACjC,MAA0B,EAC1B,SAAiB,EACjB,GAAW,EACyB,EAAE,CACtC,YAAY,CAAC,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE;IACxD,MAAM,KAAK,GAAG,OAAO,IAAI,yBAAyB,CAAC,MAAM,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;IACpE,MAAM,YAAY,GAAG,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC;IAC5C,OAAO;QACL,GAAG,KAAK;QACR,YAAY;QACZ,YAAY,EAAE,KAAK,CAAC,YAAY,GAAG,CAAC;QACpC,mBAAmB,EAAE,CAAC;QACtB,4BAA4B,EAAE,CAAC;QAC/B,qBAAqB,EAAE,SAAS;QAChC,GAAG,oBAAoB,CAAC,KAAK,EAAE,SAAS,EAAE;YACxC,SAAS,EAAE,IAAI;YACf,iBAAiB,EAAE,EAAE;SACtB,CAAC;QACF,aAAa,EAAE,SAAS;QACxB,YAAY,EAAE,KAAK,CAAC,YAAY,KAAK,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY;QAChF,gBAAgB,EAAE,SAAS;QAC3B,cAAc,EAAE,SAAS;KAC1B,CAAC;AACJ,CAAC,CAAC,CAAC;AAEL,MAAM,kBAAkB,GAAG,KAAK,EAC9B,YAAiC,EACjC,MAA0B,EAC1B,SAAiB,EACjB,YAAoB,EACpB,UAA6B,EAC7B,SAAkB,EAClB,UAAkB,EAClB,GAAW,EACyB,EAAE,CACtC,YAAY,CAAC,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE;IACxD,MAAM,KAAK,GAAG,OAAO,IAAI,yBAAyB,CAAC,MAAM,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC;IACpE,MAAM,YAAY,GAAG,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC;IAC5C,MAAM,aAAa,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC;IAC9E,OAAO;QACL,GAAG,KAAK;QACR,YAAY;QACZ,YAAY,EAAE,KAAK,CAAC,YAAY,GAAG,CAAC;QACpC,qBAAqB,EAAE,KAAK,CAAC,qBAAqB,GAAG,MAAM,CAAC,SAAS,CAAC;QACtE,wBAAwB,EAAE,KAAK,CAAC,wBAAwB,GAAG,MAAM,CAAC,CAAC,SAAS,CAAC;QAC7E,mBAAmB,EAAE,KAAK,CAAC,mBAAmB,GAAG,CAAC;QAClD,4BAA4B,EAAE,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,4BAA4B,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACpF,qBAAqB,EAAE,UAAU;QACjC,GAAG,oBAAoB,CAAC,KAAK,EAAE,SAAS,EAAE;YACxC,SAAS,EAAE,IAAI;YACf,iBAAiB,EAAE,EAAE;SACtB,CAAC;QACF,gBAAgB,EAAE,YAAY;QAC9B,cAAc,EAAE,UAAU;QAC1B,WAAW,EAAE;YACX,GAAG,KAAK,CAAC,WAAW;YACpB,CAAC,UAAU,CAAC,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC;SACvD;QACD,aAAa;QACb,YAAY,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,KAAK,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY;KACzG,CAAC;AACJ,CAAC,CAAC,CAAC;AAoBL,MAAM,SAAS,GAAG,KAAK,EACrB,OAA0D,EAC1D,KAAmB,EACnB,EAAE;IACF,MAAM,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC;AACzB,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,CACpB,MAA0B,EAC1B,UAAkB,EAClB,UAAwC,EACxB,EAAE,CAAC,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC,QAAQ;IACzB,OAAO,EAAE,MAAM,CAAC,OAAO;IACvB,EAAE,EAAE,KAAK;IACT,SAAS,EAAE,CAAC;IACZ,KAAK,EAAE,CAAC;IACR,UAAU;IACV,UAAU;IACV,YAAY,EACV,UAAU,KAAK,cAAc;QAC3B,CAAC,CAAC,gEAAgE;QAClE,CAAC,CAAC,UAAU,KAAK,MAAM;YACrB,CAAC,CAAC,8DAA8D;YAChE,CAAC,CAAC,UAAU,KAAK,UAAU;gBACzB,CAAC,CAAC,iEAAiE;gBACnE,CAAC,CAAC,UAAU,KAAK,gBAAgB;oBAC/B,CAAC,CAAC,iEAAiE;oBACnE,CAAC,CAAC,0DAA0D;CACvE,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,sBAAsB,GAAG,KAAK,EACzC,OAA+C,EACC,EAAE;IAClD,MAAM,QAAQ,GAAqB,EAAE,CAAC;IACtC,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;IAE5C,KAAK,MAAM,CAAC,UAAU,EAAE,SAAS,CAAC,IAAI,OAAO,CAAC,aAAa,CAAC,gBAAgB,CAAC,OAAO,EAAE,EAAE,CAAC;QACvF,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC;YACzB,MAAM,OAAO,GAAG,aAAa,CAAC,SAAS,CAAC,MAAM,EAAE,UAAU,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC;YAClF,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACvB,MAAM,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE;gBAC/B,IAAI,EAAE,gBAAgB;gBACtB,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,MAAM,EAAE,SAAS,CAAC,MAAM;gBACxB,UAAU;gBACV,SAAS,EAAE,WAAW,EAAE;gBACxB,MAAM,EAAE,SAAS,CAAC,UAAW;aAC9B,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;QAEhC,KAAK,IAAI,KAAK,GAAG,CAAC,GAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YACjC,MAAM,gBAAgB,GAAG,WAAW,EAAE,CAAC;YACvC,MAAM,cAAc,GAAmB;gBACrC,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,EAAE,EAAE,IAAI;gBACR,SAAS,EAAE,CAAC;gBACZ,KAAK;gBACL,UAAU;aACX,CAAC;YAEF,MAAM,OAAO,CAAC,SAAS,EAAE,CAAC,cAAc,CAAC,CAAC;YAC1C,MAAM,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE;gBAC/B,IAAI,EAAE,iBAAiB;gBACvB,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,MAAM;gBACN,KAAK;gBACL,UAAU;gBACV,SAAS,EAAE,gBAAgB;aAC5B,CAAC,CAAC;YAEH,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC;gBACjG,MAAM,SAAS,GAAG,WAAW,EAAE,GAAG,gBAAgB,CAAC;gBACnD,QAAQ,CAAC,IAAI,CAAC;oBACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,EAAE,EAAE,IAAI;oBACR,SAAS;oBACT,KAAK;oBACL,UAAU;iBACX,CAAC,CAAC;gBACH,MAAM,kBAAkB,CAAC,OAAO,CAAC,YAAY,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC,CAAC;gBACjF,MAAM,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE;oBAC/B,IAAI,EAAE,mBAAmB;oBACzB,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,MAAM;oBACN,KAAK;oBACL,UAAU;oBACV,SAAS,EAAE,WAAW,EAAE;oBACxB,SAAS;iBACV,CAAC,CAAC;gBACH,OAAO;oBACL,QAAQ;oBACR,MAAM;oBACN,MAAM;iBACP,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;gBAC5D,MAAM,OAAO,GAAG;oBACd,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,MAAM;oBACN,KAAK,EAAE,SAAS,CAAC,KAAK;oBACtB,KAAK;oBACL,UAAU;oBACV,KAAK,EAAE,UAAU;iBAClB,CAAC;gBACF,MAAM,SAAS,GAAG,WAAW,EAAE,GAAG,gBAAgB,CAAC;gBACnD,MAAM,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;gBAC9D,MAAM,SAAS,GAAG,MAAM,kBAAkB,CACxC,OAAO,CAAC,YAAY,EACpB,MAAM,EACN,SAAS,EACT,UAAU,CAAC,OAAO,EAClB,UAAU,CAAC,UAAU,EACrB,UAAU,CAAC,SAAS,EACpB,UAAU,EACV,WAAW,EAAE,CACd,CAAC;gBACF,MAAM,aAAa,GAAmB;oBACpC,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,EAAE,EAAE,KAAK;oBACT,SAAS;oBACT,KAAK;oBACL,UAAU;oBACV,YAAY,EAAE,UAAU,CAAC,OAAO;oBAChC,SAAS,EAAE,UAAU,CAAC,SAAS;iBAChC,CAAC;gBACF,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;gBAC7B,MAAM,OAAO,CAAC,SAAS,EAAE,CAAC,aAAa,CAAC,CAAC;gBACzC,MAAM,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE;oBAC/B,IAAI,EAAE,gBAAgB;oBACtB,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,MAAM;oBACN,KAAK;oBACL,UAAU;oBACV,SAAS,EAAE,WAAW,EAAE;oBACxB,SAAS;oBACT,YAAY,EAAE,UAAU,CAAC,OAAO;oBAChC,SAAS,EAAE,UAAU,CAAC,SAAS;oBAC/B,UAAU,EAAE,UAAU,CAAC,UAAU;iBAClC,CAAC,CAAC;gBAEH,IAAI,UAAU,GAAG,CAAC,IAAI,SAAS,CAAC,aAAa,EAAE,CAAC;oBAC9C,MAAM,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE;wBAC/B,IAAI,EAAE,oBAAoB;wBAC1B,OAAO,EAAE,OAAO,CAAC,OAAO;wBACxB,MAAM;wBACN,SAAS,EAAE,WAAW,EAAE;wBACxB,aAAa,EAAE,SAAS,CAAC,aAAa;qBACvC,CAAC,CAAC;gBACL,CAAC;gBAED,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,WAAW,CAAC,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;oBACvE,MAAM;gBACR,CAAC;gBAED,MAAM,OAAO,GAAG,OAAO,CAAC,WAAW,CAAC,YAAY,CAAC,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;gBACnF,MAAM,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE;oBAC/B,IAAI,EAAE,iBAAiB;oBACvB,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,MAAM;oBACN,KAAK;oBACL,UAAU;oBACV,SAAS,EAAE,WAAW,EAAE;oBACxB,OAAO;iBACR,CAAC,CAAC;gBACH,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,IAAI,8BAA8B,CAAC;IACnF,MAAM,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE;QAC/B,IAAI,EAAE,cAAc;QACpB,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,SAAS,EAAE,WAAW,EAAE;QACxB,QAAQ;QACR,YAAY,EAAE,UAAU;KACzB,CAAC,CAAC;IACH,MAAM,IAAI,YAAY,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;AAC5C,CAAC,CAAC"}

package/dist/compat.d.ts

@@ -1,7 +1,6 @@
 import type { ModelMessage } from "@zhivex-ai/core";
-import type { GatewayMessage, GatewayModelTarget, GatewayProviderId, GatewayResponse } from "./types.js";
+import type { GatewayMessage, GatewayProviderId } from "./types.js";
 export declare const supportsVisionInput: (provider: GatewayProviderId, modelId: string) => boolean;
 export declare const stripImagesForUnsupportedModel: (messages: GatewayMessage[], provider: GatewayProviderId, modelId: string) => GatewayMessage[];
 export declare const gatewayMessagesToModelMessages: (messages: GatewayMessage[], systemPrompt?: string) => ModelMessage[];
-export declare const createRouteDecision: (mode: GatewayResponse["routeDecision"]["mode"], intent: GatewayResponse["routeDecision"]["intent"], orderedTargets: GatewayModelTarget[]) => GatewayResponse["routeDecision"];
 //# sourceMappingURL=compat.d.ts.map

package/dist/compat.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"compat.d.ts","sourceRoot":"","sources":["../src/compat.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAEpD,OAAO,KAAK,EACV,cAAc,EACd,kBAAkB,EAClB,iBAAiB,EACjB,eAAe,EAChB,MAAM,YAAY,CAAC;AAEpB,eAAO,MAAM,mBAAmB,GAAI,UAAU,iBAAiB,EAAE,SAAS,MAAM,KAAG,OAYlF,CAAC;AAEF,eAAO,MAAM,8BAA8B,GACzC,UAAU,cAAc,EAAE,EAC1B,UAAU,iBAAiB,EAC3B,SAAS,MAAM,KACd,cAAc,EAMhB,CAAC;AAEF,eAAO,MAAM,8BAA8B,GACzC,UAAU,cAAc,EAAE,EAC1B,eAAe,MAAM,KACpB,YAAY,EAyBd,CAAC;AAEF,eAAO,MAAM,mBAAmB,GAC9B,MAAM,eAAe,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC,EAC9C,QAAQ,eAAe,CAAC,eAAe,CAAC,CAAC,QAAQ,CAAC,EAClD,gBAAgB,kBAAkB,EAAE,KACnC,eAAe,CAAC,eAAe,CAKhC,CAAC"}
+{"version":3,"file":"compat.d.ts","sourceRoot":"","sources":["../src/compat.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAEpD,OAAO,KAAK,EACV,cAAc,EACd,iBAAiB,EAClB,MAAM,YAAY,CAAC;AAEpB,eAAO,MAAM,mBAAmB,GAAI,UAAU,iBAAiB,EAAE,SAAS,MAAM,KAAG,OAYlF,CAAC;AAEF,eAAO,MAAM,8BAA8B,GACzC,UAAU,cAAc,EAAE,EAC1B,UAAU,iBAAiB,EAC3B,SAAS,MAAM,KACd,cAAc,EAMhB,CAAC;AAEF,eAAO,MAAM,8BAA8B,GACzC,UAAU,cAAc,EAAE,EAC1B,eAAe,MAAM,KACpB,YAAY,EAyBd,CAAC"}

package/dist/compat.js

@@ -37,10 +37,4 @@ export const gatewayMessagesToModelMessages = (messages, systemPrompt) => {
     }
     return mappedMessages;
 };
-export const createRouteDecision = (mode, intent, orderedTargets) => ({
-    mode,
-    intent,
-    orderedTargets,
-    reason: `Ordered by ${mode} mode with ${intent} intent.`
-});
 //# sourceMappingURL=compat.js.map

package/dist/compat.js.map

@@ -1 +1 @@
-{"version":3,"file":"compat.js","sourceRoot":"","sources":["../src/compat.ts"],"names":[],"mappings":"AASA,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,QAA2B,EAAE,OAAe,EAAW,EAAE;IAC3F,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAEpC,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1B,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IACtC,CAAC;IAED,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,OAAO,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IAC5F,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAC5C,QAA0B,EAC1B,QAA2B,EAC3B,OAAe,EACG,EAAE;IACpB,IAAI,mBAAmB,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC;QAC3C,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;AACpG,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAC5C,QAA0B,EAC1B,YAAqB,EACL,EAAE;IAClB,MAAM,cAAc,GAAmB,EAAE,CAAC;IAE1C,IAAI,YAAY,EAAE,CAAC;QACjB,cAAc,CAAC,IAAI,CAAC;YAClB,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;SAC9C,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,cAAc,CAAC,IAAI,CAAC;YAClB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,KAAK,EAAE;gBACL,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE;gBACvC,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;oBACzC,IAAI,EAAE,OAAgB;oBACtB,KAAK,EAAE,KAAK,CAAC,OAAO;oBACpB,SAAS,EAAE,KAAK,CAAC,QAAQ;iBAC1B,CAAC,CAAC,IAAI,EAAE,CAAC;aACX;SACF,CAAC,CAAC;IACL,CAAC;IAED,OAAO,cAAc,CAAC;AACxB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,mBAAmB,GAAG,CACjC,IAA8C,EAC9C,MAAkD,EAClD,cAAoC,EACF,EAAE,CAAC,CAAC;IACtC,IAAI;IACJ,MAAM;IACN,cAAc;IACd,MAAM,EAAE,cAAc,IAAI,cAAc,MAAM,UAAU;CACzD,CAAC,CAAC"}
+{"version":3,"file":"compat.js","sourceRoot":"","sources":["../src/compat.ts"],"names":[],"mappings":"AAOA,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,QAA2B,EAAE,OAAe,EAAW,EAAE;IAC3F,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAEpC,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1B,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IACtC,CAAC;IAED,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,OAAO,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IAC5F,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAC5C,QAA0B,EAC1B,QAA2B,EAC3B,OAAe,EACG,EAAE;IACpB,IAAI,mBAAmB,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC;QAC3C,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;AACpG,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAC5C,QAA0B,EAC1B,YAAqB,EACL,EAAE;IAClB,MAAM,cAAc,GAAmB,EAAE,CAAC;IAE1C,IAAI,YAAY,EAAE,CAAC;QACjB,cAAc,CAAC,IAAI,CAAC;YAClB,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;SAC9C,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,cAAc,CAAC,IAAI,CAAC;YAClB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,KAAK,EAAE;gBACL,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE;gBACvC,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;oBACzC,IAAI,EAAE,OAAgB;oBACtB,KAAK,EAAE,KAAK,CAAC,OAAO;oBACpB,SAAS,EAAE,KAAK,CAAC,QAAQ;iBAC1B,CAAC,CAAC,IAAI,EAAE,CAAC;aACX;SACF,CAAC,CAAC;IACL,CAAC;IAED,OAAO,cAAc,CAAC;AACxB,CAAC,CAAC"}

package/dist/index.d.ts

@@ -1,6 +1,10 @@
 import type { ZodTypeAny } from "zod";
-import { type GatewayConfig, type GatewayGenerateObjectRequest, type GatewayObjectResponse, type GatewayRequest, type GatewayResponse, type GatewayStreamObjectResult, type GatewayStreamTextResult } from "./types.js";
+import type { GatewayConfig, GatewayGenerateObjectRequest, GatewayResolvedModel, GatewayObjectResponse, GatewayRequest, GatewayResponse, GatewayStreamObjectResult, GatewayStreamTextResult } from "./types.js";
+export * from "./policies.js";
+export * from "./runtime-state.js";
+export * from "./types.js";
 export declare const createGateway: (config: GatewayConfig) => {
+    resolveModel(request: GatewayRequest): Promise<GatewayResolvedModel>;
     generate(request: GatewayRequest): Promise<GatewayResponse>;
     streamText(request: GatewayRequest): GatewayStreamTextResult;
     generateObject<TSchema extends ZodTypeAny>(request: GatewayGenerateObjectRequest<TSchema>): Promise<GatewayObjectResponse<TSchema>>;

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,KAAK,CAAC;AAGtC,OAAO,EAGL,KAAK,aAAa,EAClB,KAAK,4BAA4B,EAEjC,KAAK,qBAAqB,EAE1B,KAAK,cAAc,EACnB,KAAK,eAAe,EAEpB,KAAK,yBAAyB,EAC9B,KAAK,uBAAuB,EAE7B,MAAM,YAAY,CAAC;AA0MpB,eAAO,MAAM,aAAa,GAAI,QAAQ,aAAa;sBAkOvB,cAAc,GAAG,OAAO,CAAC,eAAe,CAAC;wBAK7C,cAAc,GAAG,uBAAuB;mBAyCvC,OAAO,SAAS,UAAU,WACpC,4BAA4B,CAAC,OAAO,CAAC,GAC7C,OAAO,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;iBAuB7B,OAAO,SAAS,UAAU,WAAW,4BAA4B,CAAC,OAAO,CAAC,GAAG,yBAAyB,CAAC,OAAO,CAAC;CA2D/H,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAeA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,KAAK,CAAC;AAMtC,OAAO,KAAK,EACV,aAAa,EAEb,4BAA4B,EAE5B,oBAAoB,EACpB,qBAAqB,EAErB,cAAc,EACd,eAAe,EAEf,yBAAyB,EACzB,uBAAuB,EACxB,MAAM,YAAY,CAAC;AAOpB,cAAc,eAAe,CAAC;AAC9B,cAAc,oBAAoB,CAAC;AACnC,cAAc,YAAY,CAAC;AAiI3B,eAAO,MAAM,aAAa,GAAI,QAAQ,aAAa;0BA4HnB,cAAc,GAAG,OAAO,CAAC,oBAAoB,CAAC;sBAiClD,cAAc,GAAG,OAAO,CAAC,eAAe,CAAC;wBAK7C,cAAc,GAAG,uBAAuB;mBA4CvC,OAAO,SAAS,UAAU,WACpC,4BAA4B,CAAC,OAAO,CAAC,GAC7C,OAAO,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;iBAyB7B,OAAO,SAAS,UAAU,WAAW,4BAA4B,CAAC,OAAO,CAAC,GAAG,yBAAyB,CAAC,OAAO,CAAC;CA+D/H,CAAC"}