@undefineds.co/xpod 0.3.57 → 0.3.61

package/dist/api/ai-gateway/routing/InMemorySessionAffinityStore.js

@@ -0,0 +1,67 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.InMemorySessionAffinityStore = void 0;
+const SessionAffinityStore_1 = require("./SessionAffinityStore");
+class InMemorySessionAffinityStore {
+    constructor(options = {}) {
+        this.affinity = new Map();
+        this.cooldowns = new Map();
+        this.keyDeriver = (0, SessionAffinityStore_1.createSessionAffinityKeyDeriver)(options);
+        this.ttlMs = options.ttlMs ?? 60 * 60 * 1000;
+        this.now = options.now ?? (() => new Date());
+    }
+    affinityKey(input) {
+        return (0, SessionAffinityStore_1.affinityStorageKey)(input, this.keyDeriver);
+    }
+    cooldownKey(input) {
+        return (0, SessionAffinityStore_1.cooldownStorageKey)(input, this.keyDeriver);
+    }
+    async get(input) {
+        const key = this.affinityKey(input);
+        const entry = this.affinity.get(key);
+        if (!entry) {
+            return undefined;
+        }
+        if ((0, SessionAffinityStore_1.isExpired)(entry.expiresAt, this.now())) {
+            this.affinity.delete(key);
+            return undefined;
+        }
+        return { ...entry };
+    }
+    async set(input) {
+        const expiresAt = input.expiresAt ?? new Date(this.now().getTime() + this.ttlMs);
+        this.affinity.set(this.affinityKey(input), {
+            ...input,
+            expiresAt,
+        });
+    }
+    async delete(input) {
+        this.affinity.delete(this.affinityKey(input));
+    }
+    async getCooldown(input) {
+        const key = this.cooldownKey(input);
+        const until = this.cooldowns.get(key);
+        if (!until) {
+            return undefined;
+        }
+        if ((0, SessionAffinityStore_1.isExpired)(until, this.now())) {
+            this.cooldowns.delete(key);
+            return undefined;
+        }
+        return new Date(until);
+    }
+    async setCooldown(input) {
+        this.cooldowns.set(this.cooldownKey(input), new Date(input.until));
+    }
+    debugKeys() {
+        return [
+            ...this.affinity.keys(),
+            ...this.cooldowns.keys(),
+        ];
+    }
+    debugAffinityKey(input) {
+        return this.affinityKey(input);
+    }
+}
+exports.InMemorySessionAffinityStore = InMemorySessionAffinityStore;
+//# sourceMappingURL=InMemorySessionAffinityStore.js.map

package/dist/api/ai-gateway/routing/InMemorySessionAffinityStore.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"InMemorySessionAffinityStore.js","sourceRoot":"","sources":["../../../../src/api/ai-gateway/routing/InMemorySessionAffinityStore.ts"],"names":[],"mappings":";;;AAAA,iEAUgC;AAahC,MAAa,4BAA4B;IAOvC,YAAmB,UAA+C,EAAE;QANnD,aAAQ,GAAG,IAAI,GAAG,EAA+B,CAAC;QAClD,cAAS,GAAG,IAAI,GAAG,EAAgB,CAAC;QAMnD,IAAI,CAAC,UAAU,GAAG,IAAA,sDAA+B,EAAC,OAAO,CAAC,CAAC;QAC3D,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;QAC7C,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAC/C,CAAC;IAEM,WAAW,CAAC,KAA8B;QAC/C,OAAO,IAAA,yCAAkB,EAAC,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;IACpD,CAAC;IAEM,WAAW,CAAC,KAAiC;QAClD,OAAO,IAAA,yCAAkB,EAAC,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;IACpD,CAAC;IAEM,KAAK,CAAC,GAAG,CAAC,KAA8B;QAC7C,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACpC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACrC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,IAAI,IAAA,gCAAS,EAAC,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC;YAC3C,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC1B,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,OAAO,EAAE,GAAG,KAAK,EAAE,CAAC;IACtB,CAAC;IAEM,KAAK,CAAC,GAAG,CAAC,KAA2B;QAC1C,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;QACjF,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE;YACzC,GAAG,KAAK;YACR,SAAS;SACV,CAAC,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,MAAM,CAAC,KAA8B;QAChD,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;IAChD,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,KAAiC;QACxD,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACpC,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACtC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,IAAI,IAAA,gCAAS,EAAC,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC;YACjC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC3B,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,KAAmD;QAC1E,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IACrE,CAAC;IAEM,SAAS;QACd,OAAO;YACL,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE;YACvB,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE;SACzB,CAAC;IACJ,CAAC;IAEM,gBAAgB,CAAC,KAA8B;QACpD,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IACjC,CAAC;CACF;AAzED,oEAyEC","sourcesContent":["import {\n  affinityStorageKey,\n  cooldownStorageKey,\n  createSessionAffinityKeyDeriver,\n  isExpired,\n  type CredentialCooldownIdentity,\n  type SessionAffinityKeyDeriver,\n  type SessionAffinityEntry,\n  type SessionAffinityIdentity,\n  type SessionAffinityStore,\n} from './SessionAffinityStore';\n\nexport interface InMemorySessionAffinityStoreOptions {\n  secret?: string | Uint8Array;\n  keyDeriver?: SessionAffinityKeyDeriver;\n  ttlMs?: number;\n  now?: () => Date;\n}\n\ninterface StoredAffinityEntry extends SessionAffinityEntry {\n  expiresAt: Date;\n}\n\nexport class InMemorySessionAffinityStore implements SessionAffinityStore {\n  private readonly affinity = new Map<string, StoredAffinityEntry>();\n  private readonly cooldowns = new Map<string, Date>();\n  private readonly keyDeriver: SessionAffinityKeyDeriver;\n  private readonly ttlMs: number;\n  private readonly now: () => Date;\n\n  public constructor(options: InMemorySessionAffinityStoreOptions = {}) {\n    this.keyDeriver = createSessionAffinityKeyDeriver(options);\n    this.ttlMs = options.ttlMs ?? 60 * 60 * 1000;\n    this.now = options.now ?? (() => new Date());\n  }\n\n  public affinityKey(input: SessionAffinityIdentity): string {\n    return affinityStorageKey(input, this.keyDeriver);\n  }\n\n  public cooldownKey(input: CredentialCooldownIdentity): string {\n    return cooldownStorageKey(input, this.keyDeriver);\n  }\n\n  public async get(input: SessionAffinityIdentity): Promise<SessionAffinityEntry | undefined> {\n    const key = this.affinityKey(input);\n    const entry = this.affinity.get(key);\n    if (!entry) {\n      return undefined;\n    }\n    if (isExpired(entry.expiresAt, this.now())) {\n      this.affinity.delete(key);\n      return undefined;\n    }\n    return { ...entry };\n  }\n\n  public async set(input: SessionAffinityEntry): Promise<void> {\n    const expiresAt = input.expiresAt ?? new Date(this.now().getTime() + this.ttlMs);\n    this.affinity.set(this.affinityKey(input), {\n      ...input,\n      expiresAt,\n    });\n  }\n\n  public async delete(input: SessionAffinityIdentity): Promise<void> {\n    this.affinity.delete(this.affinityKey(input));\n  }\n\n  public async getCooldown(input: CredentialCooldownIdentity): Promise<Date | undefined> {\n    const key = this.cooldownKey(input);\n    const until = this.cooldowns.get(key);\n    if (!until) {\n      return undefined;\n    }\n    if (isExpired(until, this.now())) {\n      this.cooldowns.delete(key);\n      return undefined;\n    }\n    return new Date(until);\n  }\n\n  public async setCooldown(input: CredentialCooldownIdentity & { until: Date }): Promise<void> {\n    this.cooldowns.set(this.cooldownKey(input), new Date(input.until));\n  }\n\n  public debugKeys(): Iterable<string> {\n    return [\n      ...this.affinity.keys(),\n      ...this.cooldowns.keys(),\n    ];\n  }\n\n  public debugAffinityKey(input: SessionAffinityIdentity): string {\n    return this.affinityKey(input);\n  }\n}\n"]}

package/dist/api/ai-gateway/routing/ModelRouter.d.ts

@@ -0,0 +1,84 @@
+import { type ProviderAuthMode, type ProviderDescriptor, type ProviderRegistry } from '../providers/ProviderRegistry';
+import { type SessionAffinityStore } from './SessionAffinityStore';
+import type { AuthContext } from '../../auth/AuthContext';
+export type GatewayCredentialHealth = 'healthy' | 'reauthRequired' | 'disabled' | 'error';
+export type GatewayQuotaStatus = 'available' | 'unsupported' | 'exhausted' | 'error';
+export type ModelRouteSource = 'alias' | 'explicit-provider' | 'exact-model' | 'default-provider' | 'default-model';
+export interface GatewayCredentialCandidate {
+    id: string;
+    credentialIri: string;
+    provider: string;
+    authMode: ProviderAuthMode;
+    enabled: boolean;
+    priority?: number;
+    models?: string[];
+    defaultModel?: string;
+    health?: GatewayCredentialHealth;
+    quota?: {
+        status: GatewayQuotaStatus;
+    };
+    cooldownUntil?: Date;
+    metadata?: Record<string, unknown>;
+}
+export interface ModelRouterCredentialLookupInput {
+    webId: string;
+    deployment: string;
+    auth?: AuthContext;
+}
+export interface ModelRouterOptions {
+    registry: ProviderRegistry;
+    affinityStore: SessionAffinityStore;
+    credentials(input: ModelRouterCredentialLookupInput): Promise<GatewayCredentialCandidate[]>;
+    defaultProvider?: string;
+    defaultModel?: string;
+    now?: () => Date;
+}
+export interface ModelRouteInput {
+    webId: string;
+    deployment: string;
+    auth?: AuthContext;
+    model?: string;
+    conversationId?: string;
+    explicitCredentialId?: string;
+    rawPrompt?: string;
+}
+export interface ModelRouteFailoverState {
+    allowedBeforeFirstEvent: boolean;
+    committed: boolean;
+    clientEventEmitted: boolean;
+}
+export interface ModelRouteResult {
+    provider: ProviderDescriptor;
+    model: string;
+    credential: GatewayCredentialCandidate;
+    source: ModelRouteSource;
+    affinityKey?: string;
+    failover: ModelRouteFailoverState;
+}
+export declare class ModelRouter {
+    private readonly registry;
+    private readonly affinityStore;
+    private readonly credentials;
+    private readonly defaultProvider?;
+    private readonly defaultModel?;
+    private readonly now;
+    constructor(options: ModelRouterOptions);
+    route(input: ModelRouteInput, excludeCredentialIds?: ReadonlySet<string>): Promise<ModelRouteResult>;
+    markClientEventEmitted(route: ModelRouteResult): ModelRouteFailoverState;
+    canFailOver(route: ModelRouteResult): boolean;
+    recordCooldown(input: {
+        webId: string;
+        deployment: string;
+        credentialId: string;
+        until: Date;
+    }): Promise<void>;
+    private resolveTarget;
+    private parseExplicitProviderModel;
+    private findExactModelTarget;
+    private findDefaultProviderTarget;
+    private findDefaultModelTarget;
+    private selectExplicitCredential;
+    private selectCredential;
+    private isCredentialUsable;
+    private effectiveCooldownUntil;
+}

package/dist/api/ai-gateway/routing/ModelRouter.js

@@ -0,0 +1,274 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ModelRouter = void 0;
+const errors_1 = require("../errors");
+const ProviderRegistry_1 = require("../providers/ProviderRegistry");
+class ModelRouter {
+    constructor(options) {
+        this.registry = options.registry;
+        this.affinityStore = options.affinityStore;
+        this.credentials = options.credentials;
+        this.defaultProvider = options.defaultProvider ? (0, ProviderRegistry_1.normalizeProviderId)(options.defaultProvider) : undefined;
+        this.defaultModel = options.defaultModel;
+        this.now = options.now ?? (() => new Date());
+    }
+    async route(input, excludeCredentialIds = new Set()) {
+        const candidates = await this.credentials({
+            webId: input.webId,
+            deployment: input.deployment,
+            auth: input.auth,
+        });
+        const target = this.resolveTarget(input, candidates);
+        const provider = this.registry.requireProvider(target.providerId);
+        const providerCandidates = candidates
+            .filter((candidate) => (0, ProviderRegistry_1.normalizeProviderId)(candidate.provider) === (0, ProviderRegistry_1.normalizeProviderId)(provider.id))
+            .filter((candidate) => !excludeCredentialIds.has(candidate.id) && !excludeCredentialIds.has(candidate.credentialIri));
+        const selected = input.explicitCredentialId
+            ? await this.selectExplicitCredential(input, providerCandidates, input.explicitCredentialId, target.model)
+            : await this.selectCredential(input, providerCandidates, target);
+        if (!selected) {
+            throw new errors_1.GatewayProtocolError('No usable credential is available for the requested model', {
+                code: 'credential_unavailable',
+                status: 403,
+                details: {
+                    provider: provider.id,
+                    model: target.model,
+                },
+            });
+        }
+        if (input.conversationId && !input.explicitCredentialId) {
+            await this.affinityStore.set({
+                deployment: input.deployment,
+                webId: input.webId,
+                conversationId: input.conversationId,
+                provider: provider.id,
+                credentialId: selected.id,
+            });
+        }
+        return {
+            provider,
+            model: target.model,
+            credential: selected,
+            source: target.source,
+            affinityKey: input.conversationId ? this.affinityStore.affinityKey({
+                deployment: input.deployment,
+                webId: input.webId,
+                conversationId: input.conversationId,
+                provider: provider.id,
+            }) : undefined,
+            failover: {
+                allowedBeforeFirstEvent: !input.explicitCredentialId,
+                committed: false,
+                clientEventEmitted: false,
+            },
+        };
+    }
+    markClientEventEmitted(route) {
+        route.failover.clientEventEmitted = true;
+        route.failover.committed = true;
+        route.failover.allowedBeforeFirstEvent = false;
+        return { ...route.failover };
+    }
+    canFailOver(route) {
+        return route.failover.allowedBeforeFirstEvent
+            && !route.failover.committed
+            && !route.failover.clientEventEmitted;
+    }
+    async recordCooldown(input) {
+        await this.affinityStore.setCooldown(input);
+    }
+    resolveTarget(input, candidates) {
+        const requestedModel = input.model?.trim();
+        if (requestedModel) {
+            const alias = this.registry.resolveAlias(requestedModel);
+            if (alias) {
+                return {
+                    providerId: (0, ProviderRegistry_1.normalizeProviderId)(alias.provider),
+                    model: alias.model,
+                    source: 'alias',
+                };
+            }
+            const explicit = this.parseExplicitProviderModel(requestedModel);
+            if (explicit && !this.registry.getProvider(explicit.providerId)) {
+                throw new errors_1.GatewayProtocolError('Unknown provider in explicit model route', {
+                    code: 'invalid_request',
+                    status: 400,
+                    details: {
+                        provider: explicit.providerId,
+                        model: explicit.model,
+                    },
+                });
+            }
+            if (explicit) {
+                return {
+                    ...explicit,
+                    source: 'explicit-provider',
+                };
+            }
+            const exact = this.findExactModelTarget(requestedModel, candidates);
+            if (exact) {
+                return exact;
+            }
+        }
+        const defaultProviderTarget = this.findDefaultProviderTarget(requestedModel, candidates);
+        if (defaultProviderTarget) {
+            return defaultProviderTarget;
+        }
+        const defaultModelTarget = this.findDefaultModelTarget(candidates);
+        if (defaultModelTarget) {
+            return defaultModelTarget;
+        }
+        throw new errors_1.GatewayProtocolError('Unable to resolve model route', {
+            code: 'invalid_request',
+            status: 400,
+            details: { model: input.model },
+        });
+    }
+    parseExplicitProviderModel(model) {
+        const slash = model.indexOf('/');
+        if (slash <= 0 || slash === model.length - 1) {
+            return undefined;
+        }
+        return {
+            providerId: (0, ProviderRegistry_1.normalizeProviderId)(model.slice(0, slash)),
+            model: model.slice(slash + 1),
+        };
+    }
+    findExactModelTarget(model, candidates) {
+        const registryMatches = this.registry.findModel(model);
+        if (registryMatches.length > 0) {
+            const candidateMatch = registryMatches.find((match) => candidates.some((candidate) => (0, ProviderRegistry_1.normalizeProviderId)(candidate.provider) === (0, ProviderRegistry_1.normalizeProviderId)(match.provider.id)
+                && credentialSupportsModel(candidate, match.model.id)));
+            const match = candidateMatch ?? registryMatches[0];
+            return {
+                providerId: (0, ProviderRegistry_1.normalizeProviderId)(match.provider.id),
+                model: match.model.id,
+                source: 'exact-model',
+            };
+        }
+        const candidate = candidates.find((item) => credentialSupportsModel(item, model));
+        if (candidate) {
+            return {
+                providerId: (0, ProviderRegistry_1.normalizeProviderId)(candidate.provider),
+                model,
+                source: 'exact-model',
+            };
+        }
+        return undefined;
+    }
+    findDefaultProviderTarget(requestedModel, candidates) {
+        if (!this.defaultProvider || requestedModel) {
+            return undefined;
+        }
+        const credential = candidates.find((item) => (0, ProviderRegistry_1.normalizeProviderId)(item.provider) === this.defaultProvider);
+        const model = this.defaultModel
+            ?? credential?.defaultModel
+            ?? credential?.models?.[0]
+            ?? this.registry.requireProvider(this.defaultProvider).models[0]?.id;
+        if (!model) {
+            return undefined;
+        }
+        return {
+            providerId: this.defaultProvider,
+            model,
+            source: this.defaultModel ? 'default-model' : 'default-provider',
+        };
+    }
+    findDefaultModelTarget(candidates) {
+        for (const candidate of candidates) {
+            const model = candidate.defaultModel ?? candidate.models?.[0];
+            if (model) {
+                return {
+                    providerId: (0, ProviderRegistry_1.normalizeProviderId)(candidate.provider),
+                    model,
+                    source: 'default-model',
+                };
+            }
+        }
+        for (const provider of this.registry.listProviders()) {
+            const model = provider.models[0]?.id;
+            if (model && candidates.some((candidate) => (0, ProviderRegistry_1.normalizeProviderId)(candidate.provider) === (0, ProviderRegistry_1.normalizeProviderId)(provider.id))) {
+                return {
+                    providerId: (0, ProviderRegistry_1.normalizeProviderId)(provider.id),
+                    model,
+                    source: 'default-model',
+                };
+            }
+        }
+        return undefined;
+    }
+    async selectExplicitCredential(input, candidates, credentialId, model) {
+        const selected = candidates.find((candidate) => candidate.id === credentialId || candidate.credentialIri === credentialId);
+        if (!selected || !await this.isCredentialUsable(input, selected, model)) {
+            throw new errors_1.GatewayProtocolError('Requested credential is not available for this model', {
+                code: 'credential_unavailable',
+                status: 403,
+                details: { credentialId },
+            });
+        }
+        return selected;
+    }
+    async selectCredential(input, candidates, target) {
+        const usable = [];
+        for (const candidate of candidates) {
+            if (await this.isCredentialUsable(input, candidate, target.model)) {
+                usable.push(candidate);
+            }
+        }
+        usable.sort(compareCredentialPriority);
+        if (input.conversationId) {
+            const affinity = await this.affinityStore.get({
+                deployment: input.deployment,
+                webId: input.webId,
+                conversationId: input.conversationId,
+                provider: target.providerId,
+            });
+            const existing = affinity
+                ? usable.find((candidate) => candidate.id === affinity.credentialId)
+                : undefined;
+            if (existing) {
+                return existing;
+            }
+        }
+        return usable[0];
+    }
+    async isCredentialUsable(input, candidate, model) {
+        if (!candidate.enabled) {
+            return false;
+        }
+        if (candidate.health && candidate.health !== 'healthy') {
+            return false;
+        }
+        if (candidate.quota?.status === 'exhausted') {
+            return false;
+        }
+        const cooldownUntil = await this.effectiveCooldownUntil(input, candidate);
+        if (cooldownUntil && cooldownUntil.getTime() > this.now().getTime()) {
+            return false;
+        }
+        return credentialSupportsModel(candidate, model);
+    }
+    async effectiveCooldownUntil(input, candidate) {
+        const storedCooldown = await this.affinityStore.getCooldown({
+            deployment: input.deployment,
+            webId: input.webId,
+            credentialId: candidate.id,
+        });
+        const futureCooldowns = [candidate.cooldownUntil, storedCooldown]
+            .filter((value) => value instanceof Date && Number.isFinite(value.getTime()));
+        if (futureCooldowns.length === 0) {
+            return undefined;
+        }
+        return futureCooldowns.reduce((latest, value) => value.getTime() > latest.getTime() ? value : latest);
+    }
+}
+exports.ModelRouter = ModelRouter;
+function credentialSupportsModel(candidate, model) {
+    const models = candidate.models ?? [];
+    return models.length === 0 || models.some((candidateModel) => candidateModel === model);
+}
+function compareCredentialPriority(left, right) {
+    return (left.priority ?? 100) - (right.priority ?? 100)
+        || left.id.localeCompare(right.id);
+}
+//# sourceMappingURL=ModelRouter.js.map

package/dist/api/ai-gateway/routing/ModelRouter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ModelRouter.js","sourceRoot":"","sources":["../../../../src/api/ai-gateway/routing/ModelRouter.ts"],"names":[],"mappings":";;;AAAA,sCAAiD;AACjD,oEAKuC;AA8EvC,MAAa,WAAW;IAQtB,YAAmB,OAA2B;QAC5C,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;QAC3C,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,IAAA,sCAAmB,EAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC1G,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QACzC,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAC/C,CAAC;IAEM,KAAK,CAAC,KAAK,CAChB,KAAsB,EACtB,uBAA4C,IAAI,GAAG,EAAE;QAErD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC;YACxC,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,IAAI,EAAE,KAAK,CAAC,IAAI;SACjB,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAClE,MAAM,kBAAkB,GAAG,UAAU;aAClC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,IAAA,sCAAmB,EAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,IAAA,sCAAmB,EAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;aACnG,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,oBAAoB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC;QACxH,MAAM,QAAQ,GAAG,KAAK,CAAC,oBAAoB;YACzC,CAAC,CAAC,MAAM,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,kBAAkB,EAAE,KAAK,CAAC,oBAAoB,EAAE,MAAM,CAAC,KAAK,CAAC;YAC1G,CAAC,CAAC,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,kBAAkB,EAAE,MAAM,CAAC,CAAC;QAEnE,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,6BAAoB,CAAC,2DAA2D,EAAE;gBAC1F,IAAI,EAAE,wBAAwB;gBAC9B,MAAM,EAAE,GAAG;gBACX,OAAO,EAAE;oBACP,QAAQ,EAAE,QAAQ,CAAC,EAAE;oBACrB,KAAK,EAAE,MAAM,CAAC,KAAK;iBACpB;aACF,CAAC,CAAC;QACL,CAAC;QAED,IAAI,KAAK,CAAC,cAAc,IAAI,CAAC,KAAK,CAAC,oBAAoB,EAAE,CAAC;YACxD,MAAM,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC;gBAC3B,UAAU,EAAE,KAAK,CAAC,UAAU;gBAC5B,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,cAAc,EAAE,KAAK,CAAC,cAAc;gBACpC,QAAQ,EAAE,QAAQ,CAAC,EAAE;gBACrB,YAAY,EAAE,QAAQ,CAAC,EAAE;aAC1B,CAAC,CAAC;QACL,CAAC;QAED,OAAO;YACL,QAAQ;YACR,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,UAAU,EAAE,QAAQ;YACpB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,WAAW,EAAE,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC;gBACjE,UAAU,EAAE,KAAK,CAAC,UAAU;gBAC5B,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,cAAc,EAAE,KAAK,CAAC,cAAc;gBACpC,QAAQ,EAAE,QAAQ,CAAC,EAAE;aACtB,CAAC,CAAC,CAAC,CAAC,SAAS;YACd,QAAQ,EAAE;gBACR,uBAAuB,EAAE,CAAC,KAAK,CAAC,oBAAoB;gBACpD,SAAS,EAAE,KAAK;gBAChB,kBAAkB,EAAE,KAAK;aAC1B;SACF,CAAC;IACJ,CAAC;IAEM,sBAAsB,CAAC,KAAuB;QACnD,KAAK,CAAC,QAAQ,CAAC,kBAAkB,GAAG,IAAI,CAAC;QACzC,KAAK,CAAC,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC;QAChC,KAAK,CAAC,QAAQ,CAAC,uBAAuB,GAAG,KAAK,CAAC;QAC/C,OAAO,EAAE,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;IAC/B,CAAC;IAEM,WAAW,CAAC,KAAuB;QACxC,OAAO,KAAK,CAAC,QAAQ,CAAC,uBAAuB;eACxC,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS;eACzB,CAAC,KAAK,CAAC,QAAQ,CAAC,kBAAkB,CAAC;IAC1C,CAAC;IAEM,KAAK,CAAC,cAAc,CAAC,KAK3B;QACC,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IAC9C,CAAC;IAEO,aAAa,CACnB,KAAsB,EACtB,UAAwC;QAExC,MAAM,cAAc,GAAG,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC;QAC3C,IAAI,cAAc,EAAE,CAAC;YACnB,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;YACzD,IAAI,KAAK,EAAE,CAAC;gBACV,OAAO;oBACL,UAAU,EAAE,IAAA,sCAAmB,EAAC,KAAK,CAAC,QAAQ,CAAC;oBAC/C,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,MAAM,EAAE,OAAO;iBAChB,CAAC;YACJ,CAAC;YAED,MAAM,QAAQ,GAAG,IAAI,CAAC,0BAA0B,CAAC,cAAc,CAAC,CAAC;YACjE,IAAI,QAAQ,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;gBAChE,MAAM,IAAI,6BAAoB,CAAC,0CAA0C,EAAE;oBACzE,IAAI,EAAE,iBAAiB;oBACvB,MAAM,EAAE,GAAG;oBACX,OAAO,EAAE;wBACP,QAAQ,EAAE,QAAQ,CAAC,UAAU;wBAC7B,KAAK,EAAE,QAAQ,CAAC,KAAK;qBACtB;iBACF,CAAC,CAAC;YACL,CAAC;YACD,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO;oBACL,GAAG,QAAQ;oBACX,MAAM,EAAE,mBAAmB;iBAC5B,CAAC;YACJ,CAAC;YAED,MAAM,KAAK,GAAG,IAAI,CAAC,oBAAoB,CAAC,cAAc,EAAE,UAAU,CAAC,CAAC;YACpE,IAAI,KAAK,EAAE,CAAC;gBACV,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QAED,MAAM,qBAAqB,GAAG,IAAI,CAAC,yBAAyB,CAAC,cAAc,EAAE,UAAU,CAAC,CAAC;QACzF,IAAI,qBAAqB,EAAE,CAAC;YAC1B,OAAO,qBAAqB,CAAC;QAC/B,CAAC;QAED,MAAM,kBAAkB,GAAG,IAAI,CAAC,sBAAsB,CAAC,UAAU,CAAC,CAAC;QACnE,IAAI,kBAAkB,EAAE,CAAC;YACvB,OAAO,kBAAkB,CAAC;QAC5B,CAAC;QAED,MAAM,IAAI,6BAAoB,CAAC,+BAA+B,EAAE;YAC9D,IAAI,EAAE,iBAAiB;YACvB,MAAM,EAAE,GAAG;YACX,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE;SAChC,CAAC,CAAC;IACL,CAAC;IAEO,0BAA0B,CAAC,KAAa;QAC9C,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,KAAK,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7C,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,OAAO;YACL,UAAU,EAAE,IAAA,sCAAmB,EAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;YACtD,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC;SAC9B,CAAC;IACJ,CAAC;IAEO,oBAAoB,CAC1B,KAAa,EACb,UAAwC;QAExC,MAAM,eAAe,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACvD,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,cAAc,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CACpD,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAC5B,IAAA,sCAAmB,EAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,IAAA,sCAAmB,EAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;mBAC/E,uBAAuB,CAAC,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAC5D,MAAM,KAAK,GAAG,cAAc,IAAI,eAAe,CAAC,CAAC,CAAC,CAAC;YACnD,OAAO;gBACL,UAAU,EAAE,IAAA,sCAAmB,EAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAClD,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE;gBACrB,MAAM,EAAE,aAAa;aACtB,CAAC;QACJ,CAAC;QAED,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,uBAAuB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;QAClF,IAAI,SAAS,EAAE,CAAC;YACd,OAAO;gBACL,UAAU,EAAE,IAAA,sCAAmB,EAAC,SAAS,CAAC,QAAQ,CAAC;gBACnD,KAAK;gBACL,MAAM,EAAE,aAAa;aACtB,CAAC;QACJ,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,yBAAyB,CAC/B,cAAkC,EAClC,UAAwC;QAExC,IAAI,CAAC,IAAI,CAAC,eAAe,IAAI,cAAc,EAAE,CAAC;YAC5C,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAA,sCAAmB,EAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,eAAe,CAAC,CAAC;QAC1G,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY;eAC1B,UAAU,EAAE,YAAY;eACxB,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;eACvB,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QACvE,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,eAAe;YAChC,KAAK;YACL,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,kBAAkB;SACjE,CAAC;IACJ,CAAC;IAEO,sBAAsB,CAAC,UAAwC;QACrE,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,MAAM,KAAK,GAAG,SAAS,CAAC,YAAY,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;YAC9D,IAAI,KAAK,EAAE,CAAC;gBACV,OAAO;oBACL,UAAU,EAAE,IAAA,sCAAmB,EAAC,SAAS,CAAC,QAAQ,CAAC;oBACnD,KAAK;oBACL,MAAM,EAAE,eAAe;iBACxB,CAAC;YACJ,CAAC;QACH,CAAC;QACD,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,EAAE,CAAC;YACrD,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;YACrC,IAAI,KAAK,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,IAAA,sCAAmB,EAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,IAAA,sCAAmB,EAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;gBAC1H,OAAO;oBACL,UAAU,EAAE,IAAA,sCAAmB,EAAC,QAAQ,CAAC,EAAE,CAAC;oBAC5C,KAAK;oBACL,MAAM,EAAE,eAAe;iBACxB,CAAC;YACJ,CAAC;QACH,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,KAAK,CAAC,wBAAwB,CACpC,KAAsB,EACtB,UAAwC,EACxC,YAAoB,EACpB,KAAa;QAEb,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,YAAY,IAAI,SAAS,CAAC,aAAa,KAAK,YAAY,CAAC,CAAC;QAC3H,IAAI,CAAC,QAAQ,IAAI,CAAC,MAAM,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,EAAE,CAAC;YACxE,MAAM,IAAI,6BAAoB,CAAC,sDAAsD,EAAE;gBACrF,IAAI,EAAE,wBAAwB;gBAC9B,MAAM,EAAE,GAAG;gBACX,OAAO,EAAE,EAAE,YAAY,EAAE;aAC1B,CAAC,CAAC;QACL,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC5B,KAAsB,EACtB,UAAwC,EACxC,MAA2B;QAE3B,MAAM,MAAM,GAAiC,EAAE,CAAC;QAChD,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,IAAI,MAAM,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBAClE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QAEvC,IAAI,KAAK,CAAC,cAAc,EAAE,CAAC;YACzB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC;gBAC5C,UAAU,EAAE,KAAK,CAAC,UAAU;gBAC5B,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,cAAc,EAAE,KAAK,CAAC,cAAc;gBACpC,QAAQ,EAAE,MAAM,CAAC,UAAU;aAC5B,CAAC,CAAC;YACH,MAAM,QAAQ,GAAG,QAAQ;gBACvB,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,KAAK,QAAQ,CAAC,YAAY,CAAC;gBACpE,CAAC,CAAC,SAAS,CAAC;YACd,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO,QAAQ,CAAC;YAClB,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;IACnB,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAC9B,KAAsB,EACtB,SAAqC,EACrC,KAAa;QAEb,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;YACvB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,SAAS,CAAC,MAAM,IAAI,SAAS,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACvD,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,SAAS,CAAC,KAAK,EAAE,MAAM,KAAK,WAAW,EAAE,CAAC;YAC5C,OAAO,KAAK,CAAC;QACf,CAAC;QACD,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QAC1E,IAAI,aAAa,IAAI,aAAa,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC;YACpE,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,uBAAuB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IACnD,CAAC;IAEO,KAAK,CAAC,sBAAsB,CAClC,KAAsB,EACtB,SAAqC;QAErC,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC;YAC1D,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,YAAY,EAAE,SAAS,CAAC,EAAE;SAC3B,CAAC,CAAC;QACH,MAAM,eAAe,GAAG,CAAE,SAAS,CAAC,aAAa,EAAE,cAAc,CAAE;aAChE,MAAM,CAAC,CAAC,KAAK,EAAiB,EAAE,CAAC,KAAK,YAAY,IAAI,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAC/F,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjC,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,OAAO,eAAe,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAC9C,KAAK,CAAC,OAAO,EAAE,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACzD,CAAC;CACF;AArUD,kCAqUC;AAED,SAAS,uBAAuB,CAAC,SAAqC,EAAE,KAAa;IACnF,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,IAAI,EAAE,CAAC;IACtC,OAAO,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC,cAAc,KAAK,KAAK,CAAC,CAAC;AAC1F,CAAC;AAED,SAAS,yBAAyB,CAChC,IAAgC,EAChC,KAAiC;IAEjC,OAAO,CAAC,IAAI,CAAC,QAAQ,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,IAAI,GAAG,CAAC;WAClD,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AACvC,CAAC","sourcesContent":["import { GatewayProtocolError } from '../errors';\nimport {\n  normalizeProviderId,\n  type ProviderAuthMode,\n  type ProviderDescriptor,\n  type ProviderRegistry,\n} from '../providers/ProviderRegistry';\nimport {\n  type SessionAffinityStore,\n} from './SessionAffinityStore';\nimport type { AuthContext } from '../../auth/AuthContext';\n\nexport type GatewayCredentialHealth = 'healthy' | 'reauthRequired' | 'disabled' | 'error';\nexport type GatewayQuotaStatus = 'available' | 'unsupported' | 'exhausted' | 'error';\nexport type ModelRouteSource =\n  | 'alias'\n  | 'explicit-provider'\n  | 'exact-model'\n  | 'default-provider'\n  | 'default-model';\n\nexport interface GatewayCredentialCandidate {\n  id: string;\n  credentialIri: string;\n  provider: string;\n  authMode: ProviderAuthMode;\n  enabled: boolean;\n  priority?: number;\n  models?: string[];\n  defaultModel?: string;\n  health?: GatewayCredentialHealth;\n  quota?: {\n    status: GatewayQuotaStatus;\n  };\n  cooldownUntil?: Date;\n  metadata?: Record<string, unknown>;\n}\n\nexport interface ModelRouterCredentialLookupInput {\n  webId: string;\n  deployment: string;\n  auth?: AuthContext;\n}\n\nexport interface ModelRouterOptions {\n  registry: ProviderRegistry;\n  affinityStore: SessionAffinityStore;\n  credentials(input: ModelRouterCredentialLookupInput): Promise<GatewayCredentialCandidate[]>;\n  defaultProvider?: string;\n  defaultModel?: string;\n  now?: () => Date;\n}\n\nexport interface ModelRouteInput {\n  webId: string;\n  deployment: string;\n  auth?: AuthContext;\n  model?: string;\n  conversationId?: string;\n  explicitCredentialId?: string;\n  rawPrompt?: string;\n}\n\nexport interface ModelRouteFailoverState {\n  allowedBeforeFirstEvent: boolean;\n  committed: boolean;\n  clientEventEmitted: boolean;\n}\n\nexport interface ModelRouteResult {\n  provider: ProviderDescriptor;\n  model: string;\n  credential: GatewayCredentialCandidate;\n  source: ModelRouteSource;\n  affinityKey?: string;\n  failover: ModelRouteFailoverState;\n}\n\ninterface ResolvedModelTarget {\n  providerId: string;\n  model: string;\n  source: ModelRouteSource;\n}\n\nexport class ModelRouter {\n  private readonly registry: ProviderRegistry;\n  private readonly affinityStore: SessionAffinityStore;\n  private readonly credentials: ModelRouterOptions['credentials'];\n  private readonly defaultProvider?: string;\n  private readonly defaultModel?: string;\n  private readonly now: () => Date;\n\n  public constructor(options: ModelRouterOptions) {\n    this.registry = options.registry;\n    this.affinityStore = options.affinityStore;\n    this.credentials = options.credentials;\n    this.defaultProvider = options.defaultProvider ? normalizeProviderId(options.defaultProvider) : undefined;\n    this.defaultModel = options.defaultModel;\n    this.now = options.now ?? (() => new Date());\n  }\n\n  public async route(\n    input: ModelRouteInput,\n    excludeCredentialIds: ReadonlySet<string> = new Set(),\n  ): Promise<ModelRouteResult> {\n    const candidates = await this.credentials({\n      webId: input.webId,\n      deployment: input.deployment,\n      auth: input.auth,\n    });\n    const target = this.resolveTarget(input, candidates);\n    const provider = this.registry.requireProvider(target.providerId);\n    const providerCandidates = candidates\n      .filter((candidate) => normalizeProviderId(candidate.provider) === normalizeProviderId(provider.id))\n      .filter((candidate) => !excludeCredentialIds.has(candidate.id) && !excludeCredentialIds.has(candidate.credentialIri));\n    const selected = input.explicitCredentialId\n      ? await this.selectExplicitCredential(input, providerCandidates, input.explicitCredentialId, target.model)\n      : await this.selectCredential(input, providerCandidates, target);\n\n    if (!selected) {\n      throw new GatewayProtocolError('No usable credential is available for the requested model', {\n        code: 'credential_unavailable',\n        status: 403,\n        details: {\n          provider: provider.id,\n          model: target.model,\n        },\n      });\n    }\n\n    if (input.conversationId && !input.explicitCredentialId) {\n      await this.affinityStore.set({\n        deployment: input.deployment,\n        webId: input.webId,\n        conversationId: input.conversationId,\n        provider: provider.id,\n        credentialId: selected.id,\n      });\n    }\n\n    return {\n      provider,\n      model: target.model,\n      credential: selected,\n      source: target.source,\n      affinityKey: input.conversationId ? this.affinityStore.affinityKey({\n        deployment: input.deployment,\n        webId: input.webId,\n        conversationId: input.conversationId,\n        provider: provider.id,\n      }) : undefined,\n      failover: {\n        allowedBeforeFirstEvent: !input.explicitCredentialId,\n        committed: false,\n        clientEventEmitted: false,\n      },\n    };\n  }\n\n  public markClientEventEmitted(route: ModelRouteResult): ModelRouteFailoverState {\n    route.failover.clientEventEmitted = true;\n    route.failover.committed = true;\n    route.failover.allowedBeforeFirstEvent = false;\n    return { ...route.failover };\n  }\n\n  public canFailOver(route: ModelRouteResult): boolean {\n    return route.failover.allowedBeforeFirstEvent\n      && !route.failover.committed\n      && !route.failover.clientEventEmitted;\n  }\n\n  public async recordCooldown(input: {\n    webId: string;\n    deployment: string;\n    credentialId: string;\n    until: Date;\n  }): Promise<void> {\n    await this.affinityStore.setCooldown(input);\n  }\n\n  private resolveTarget(\n    input: ModelRouteInput,\n    candidates: GatewayCredentialCandidate[],\n  ): ResolvedModelTarget {\n    const requestedModel = input.model?.trim();\n    if (requestedModel) {\n      const alias = this.registry.resolveAlias(requestedModel);\n      if (alias) {\n        return {\n          providerId: normalizeProviderId(alias.provider),\n          model: alias.model,\n          source: 'alias',\n        };\n      }\n\n      const explicit = this.parseExplicitProviderModel(requestedModel);\n      if (explicit && !this.registry.getProvider(explicit.providerId)) {\n        throw new GatewayProtocolError('Unknown provider in explicit model route', {\n          code: 'invalid_request',\n          status: 400,\n          details: {\n            provider: explicit.providerId,\n            model: explicit.model,\n          },\n        });\n      }\n      if (explicit) {\n        return {\n          ...explicit,\n          source: 'explicit-provider',\n        };\n      }\n\n      const exact = this.findExactModelTarget(requestedModel, candidates);\n      if (exact) {\n        return exact;\n      }\n    }\n\n    const defaultProviderTarget = this.findDefaultProviderTarget(requestedModel, candidates);\n    if (defaultProviderTarget) {\n      return defaultProviderTarget;\n    }\n\n    const defaultModelTarget = this.findDefaultModelTarget(candidates);\n    if (defaultModelTarget) {\n      return defaultModelTarget;\n    }\n\n    throw new GatewayProtocolError('Unable to resolve model route', {\n      code: 'invalid_request',\n      status: 400,\n      details: { model: input.model },\n    });\n  }\n\n  private parseExplicitProviderModel(model: string): { providerId: string; model: string } | undefined {\n    const slash = model.indexOf('/');\n    if (slash <= 0 || slash === model.length - 1) {\n      return undefined;\n    }\n    return {\n      providerId: normalizeProviderId(model.slice(0, slash)),\n      model: model.slice(slash + 1),\n    };\n  }\n\n  private findExactModelTarget(\n    model: string,\n    candidates: GatewayCredentialCandidate[],\n  ): ResolvedModelTarget | undefined {\n    const registryMatches = this.registry.findModel(model);\n    if (registryMatches.length > 0) {\n      const candidateMatch = registryMatches.find((match) =>\n        candidates.some((candidate) =>\n          normalizeProviderId(candidate.provider) === normalizeProviderId(match.provider.id)\n          && credentialSupportsModel(candidate, match.model.id)));\n      const match = candidateMatch ?? registryMatches[0];\n      return {\n        providerId: normalizeProviderId(match.provider.id),\n        model: match.model.id,\n        source: 'exact-model',\n      };\n    }\n\n    const candidate = candidates.find((item) => credentialSupportsModel(item, model));\n    if (candidate) {\n      return {\n        providerId: normalizeProviderId(candidate.provider),\n        model,\n        source: 'exact-model',\n      };\n    }\n    return undefined;\n  }\n\n  private findDefaultProviderTarget(\n    requestedModel: string | undefined,\n    candidates: GatewayCredentialCandidate[],\n  ): ResolvedModelTarget | undefined {\n    if (!this.defaultProvider || requestedModel) {\n      return undefined;\n    }\n    const credential = candidates.find((item) => normalizeProviderId(item.provider) === this.defaultProvider);\n    const model = this.defaultModel\n      ?? credential?.defaultModel\n      ?? credential?.models?.[0]\n      ?? this.registry.requireProvider(this.defaultProvider).models[0]?.id;\n    if (!model) {\n      return undefined;\n    }\n    return {\n      providerId: this.defaultProvider,\n      model,\n      source: this.defaultModel ? 'default-model' : 'default-provider',\n    };\n  }\n\n  private findDefaultModelTarget(candidates: GatewayCredentialCandidate[]): ResolvedModelTarget | undefined {\n    for (const candidate of candidates) {\n      const model = candidate.defaultModel ?? candidate.models?.[0];\n      if (model) {\n        return {\n          providerId: normalizeProviderId(candidate.provider),\n          model,\n          source: 'default-model',\n        };\n      }\n    }\n    for (const provider of this.registry.listProviders()) {\n      const model = provider.models[0]?.id;\n      if (model && candidates.some((candidate) => normalizeProviderId(candidate.provider) === normalizeProviderId(provider.id))) {\n        return {\n          providerId: normalizeProviderId(provider.id),\n          model,\n          source: 'default-model',\n        };\n      }\n    }\n    return undefined;\n  }\n\n  private async selectExplicitCredential(\n    input: ModelRouteInput,\n    candidates: GatewayCredentialCandidate[],\n    credentialId: string,\n    model: string,\n  ): Promise<GatewayCredentialCandidate> {\n    const selected = candidates.find((candidate) => candidate.id === credentialId || candidate.credentialIri === credentialId);\n    if (!selected || !await this.isCredentialUsable(input, selected, model)) {\n      throw new GatewayProtocolError('Requested credential is not available for this model', {\n        code: 'credential_unavailable',\n        status: 403,\n        details: { credentialId },\n      });\n    }\n    return selected;\n  }\n\n  private async selectCredential(\n    input: ModelRouteInput,\n    candidates: GatewayCredentialCandidate[],\n    target: ResolvedModelTarget,\n  ): Promise<GatewayCredentialCandidate | undefined> {\n    const usable: GatewayCredentialCandidate[] = [];\n    for (const candidate of candidates) {\n      if (await this.isCredentialUsable(input, candidate, target.model)) {\n        usable.push(candidate);\n      }\n    }\n    usable.sort(compareCredentialPriority);\n\n    if (input.conversationId) {\n      const affinity = await this.affinityStore.get({\n        deployment: input.deployment,\n        webId: input.webId,\n        conversationId: input.conversationId,\n        provider: target.providerId,\n      });\n      const existing = affinity\n        ? usable.find((candidate) => candidate.id === affinity.credentialId)\n        : undefined;\n      if (existing) {\n        return existing;\n      }\n    }\n\n    return usable[0];\n  }\n\n  private async isCredentialUsable(\n    input: ModelRouteInput,\n    candidate: GatewayCredentialCandidate,\n    model: string,\n  ): Promise<boolean> {\n    if (!candidate.enabled) {\n      return false;\n    }\n    if (candidate.health && candidate.health !== 'healthy') {\n      return false;\n    }\n    if (candidate.quota?.status === 'exhausted') {\n      return false;\n    }\n    const cooldownUntil = await this.effectiveCooldownUntil(input, candidate);\n    if (cooldownUntil && cooldownUntil.getTime() > this.now().getTime()) {\n      return false;\n    }\n    return credentialSupportsModel(candidate, model);\n  }\n\n  private async effectiveCooldownUntil(\n    input: ModelRouteInput,\n    candidate: GatewayCredentialCandidate,\n  ): Promise<Date | undefined> {\n    const storedCooldown = await this.affinityStore.getCooldown({\n      deployment: input.deployment,\n      webId: input.webId,\n      credentialId: candidate.id,\n    });\n    const futureCooldowns = [ candidate.cooldownUntil, storedCooldown ]\n      .filter((value): value is Date => value instanceof Date && Number.isFinite(value.getTime()));\n    if (futureCooldowns.length === 0) {\n      return undefined;\n    }\n    return futureCooldowns.reduce((latest, value) =>\n      value.getTime() > latest.getTime() ? value : latest);\n  }\n}\n\nfunction credentialSupportsModel(candidate: GatewayCredentialCandidate, model: string): boolean {\n  const models = candidate.models ?? [];\n  return models.length === 0 || models.some((candidateModel) => candidateModel === model);\n}\n\nfunction compareCredentialPriority(\n  left: GatewayCredentialCandidate,\n  right: GatewayCredentialCandidate,\n): number {\n  return (left.priority ?? 100) - (right.priority ?? 100)\n    || left.id.localeCompare(right.id);\n}\n"]}

package/dist/api/ai-gateway/routing/RedisSessionAffinityStore.d.ts

@@ -0,0 +1,39 @@
+import { type CredentialCooldownIdentity, type SessionAffinityKeyDeriver, type SessionAffinityEntry, type SessionAffinityIdentity, type SessionAffinityStore } from './SessionAffinityStore';
+export interface RedisSessionAffinityStoreOptions {
+    client: string | RedisSessionAffinityRedisClient;
+    secret?: string | Uint8Array;
+    keyDeriver?: SessionAffinityKeyDeriver;
+    namespace?: string;
+    ttlMs?: number;
+    now?: () => Date;
+}
+export interface RedisSessionAffinityRedisClient {
+    get(key: string): Promise<string | null>;
+    set(key: string, value: string, ...args: unknown[]): Promise<unknown>;
+    del(key: string): Promise<unknown>;
+}
+export declare class RedisSessionAffinityStore implements SessionAffinityStore {
+    protected readonly logger: import("global-logger-factory").Logger<unknown>;
+    private readonly client;
+    private readonly ownClient;
+    private readonly prefix;
+    private readonly keyDeriver;
+    private readonly ttlMs;
+    private readonly now;
+    private shuttingDown;
+    constructor(options: RedisSessionAffinityStoreOptions);
+    finalize(): Promise<void>;
+    affinityKey(input: SessionAffinityIdentity): string;
+    cooldownKey(input: CredentialCooldownIdentity): string;
+    get(input: SessionAffinityIdentity): Promise<SessionAffinityEntry | undefined>;
+    set(input: SessionAffinityEntry): Promise<void>;
+    delete(input: SessionAffinityIdentity): Promise<void>;
+    getCooldown(input: CredentialCooldownIdentity): Promise<Date | undefined>;
+    setCooldown(input: CredentialCooldownIdentity & {
+        until: Date;
+    }): Promise<void>;
+    debugAffinityKey(input: SessionAffinityIdentity): string;
+    private setWithTtl;
+    private toKey;
+    private parseAffinity;
+}

package/dist/api/ai-gateway/routing/RedisSessionAffinityStore.js

@@ -0,0 +1,122 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RedisSessionAffinityStore = void 0;
+const ioredis_1 = __importDefault(require("ioredis"));
+const global_logger_factory_1 = require("global-logger-factory");
+const SessionAffinityStore_1 = require("./SessionAffinityStore");
+const RedisClientLifecycle_1 = require("../../../storage/redis/RedisClientLifecycle");
+class RedisSessionAffinityStore {
+    constructor(options) {
+        this.logger = (0, global_logger_factory_1.getLoggerFor)(this);
+        this.shuttingDown = false;
+        this.prefix = options.namespace ?? 'xpod:';
+        this.keyDeriver = (0, SessionAffinityStore_1.createSessionAffinityKeyDeriver)(options);
+        this.ttlMs = options.ttlMs ?? 60 * 60 * 1000;
+        this.now = options.now ?? (() => new Date());
+        if (typeof options.client === 'string') {
+            this.ownClient = new ioredis_1.default(options.client, { lazyConnect: false });
+            (0, RedisClientLifecycle_1.attachRedisClientErrorHandler)(this.ownClient, {
+                logger: this.logger,
+                label: 'RedisSessionAffinityStore',
+                isShuttingDown: () => this.shuttingDown,
+            });
+            this.client = this.ownClient;
+        }
+        else {
+            this.client = options.client;
+        }
+    }
+    async finalize() {
+        if (!this.ownClient) {
+            return;
+        }
+        this.shuttingDown = true;
+        await (0, RedisClientLifecycle_1.closeRedisClient)(this.ownClient, {
+            logger: this.logger,
+            label: 'RedisSessionAffinityStore',
+        });
+    }
+    affinityKey(input) {
+        return (0, SessionAffinityStore_1.affinityStorageKey)(input, this.keyDeriver);
+    }
+    cooldownKey(input) {
+        return (0, SessionAffinityStore_1.cooldownStorageKey)(input, this.keyDeriver);
+    }
+    async get(input) {
+        const raw = await this.client.get(this.toKey(this.affinityKey(input)));
+        const entry = this.parseAffinity(raw);
+        if (!entry) {
+            return undefined;
+        }
+        const expiresAt = entry.expiresAt ? new Date(entry.expiresAt) : undefined;
+        if ((0, SessionAffinityStore_1.isExpired)(expiresAt, this.now())) {
+            await this.delete(input);
+            return undefined;
+        }
+        return {
+            ...entry,
+            expiresAt,
+        };
+    }
+    async set(input) {
+        const expiresAt = input.expiresAt ?? new Date(this.now().getTime() + this.ttlMs);
+        await this.setWithTtl(this.toKey(this.affinityKey(input)), {
+            ...input,
+            expiresAt: expiresAt.toISOString(),
+        }, expiresAt);
+    }
+    async delete(input) {
+        await this.client.del(this.toKey(this.affinityKey(input)));
+    }
+    async getCooldown(input) {
+        const raw = await this.client.get(this.toKey(this.cooldownKey(input)));
+        if (!raw) {
+            return undefined;
+        }
+        const until = new Date(raw);
+        if (!Number.isFinite(until.getTime()) || (0, SessionAffinityStore_1.isExpired)(until, this.now())) {
+            await this.client.del(this.toKey(this.cooldownKey(input)));
+            return undefined;
+        }
+        return until;
+    }
+    async setCooldown(input) {
+        await this.setWithTtl(this.toKey(this.cooldownKey(input)), input.until.toISOString(), input.until);
+    }
+    debugAffinityKey(input) {
+        return this.affinityKey(input);
+    }
+    async setWithTtl(key, value, expiresAt) {
+        const ttl = Math.max(1, expiresAt.getTime() - this.now().getTime());
+        const payload = typeof value === 'string' ? value : JSON.stringify(value);
+        await this.client.set(key, payload, 'PX', ttl);
+    }
+    toKey(key) {
+        return `${this.prefix}${key}`;
+    }
+    parseAffinity(raw) {
+        if (!raw) {
+            return undefined;
+        }
+        try {
+            const value = JSON.parse(raw);
+            if (typeof value.deployment !== 'string'
+                || typeof value.webId !== 'string'
+                || typeof value.conversationId !== 'string'
+                || typeof value.provider !== 'string'
+                || typeof value.credentialId !== 'string') {
+                return undefined;
+            }
+            return value;
+        }
+        catch (error) {
+            this.logger.warn(`Failed to parse AI gateway affinity Redis payload: ${error}`);
+            return undefined;
+        }
+    }
+}
+exports.RedisSessionAffinityStore = RedisSessionAffinityStore;
+//# sourceMappingURL=RedisSessionAffinityStore.js.map