@careob/llm-gateway 1.0.0

package/dist/gateway.d.ts

@@ -0,0 +1,36 @@
+import type { GatewayConfig, ChatRequest, ChatResponse, StreamChunk } from './types.js';
+export declare class LLMGateway {
+    private pool;
+    private config;
+    private providersByKey;
+    constructor(config: GatewayConfig);
+    /**
+     * Auto-discover keys from environment variables.
+     * Scans for OPENAI_API_KEY, ANTHROPIC_KEY, GEMINI_API_KEY_1, DEEPSEEK_KEY, etc.
+     */
+    static fromEnv(overrides?: Omit<GatewayConfig, 'keys'>, env?: Record<string, string | undefined>): LLMGateway;
+    chat(request: ChatRequest): Promise<ChatResponse>;
+    chatStream(request: ChatRequest): AsyncGenerator<StreamChunk, void, unknown>;
+    /** Get health/stats for all registered keys */
+    getStats(): {
+        provider: string;
+        label: string;
+        healthy: boolean;
+        requestsThisMinute: number;
+        totalRequests: number;
+        totalErrors: number;
+        cooldownUntil: number;
+    }[];
+    /** List all registered providers */
+    getProviders(): string[];
+    private registerKeys;
+    private resolveProviders;
+    private logUsage;
+}
+export type GatewayErrorCode = 'CONFIG_ERROR' | 'PROVIDER_ERROR' | 'NETWORK_ERROR' | 'TIMEOUT' | 'ALL_EXHAUSTED' | 'UNSUPPORTED';
+export declare class GatewayError extends Error {
+    code: GatewayErrorCode;
+    statusCode?: number | undefined;
+    constructor(message: string, code: GatewayErrorCode, statusCode?: number | undefined);
+}
+//# sourceMappingURL=gateway.d.ts.map

package/dist/gateway.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gateway.d.ts","sourceRoot":"","sources":["../src/gateway.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EACV,aAAa,EAEb,WAAW,EACX,YAAY,EACZ,WAAW,EAIZ,MAAM,YAAY,CAAC;AAEpB,qBAAa,UAAU;IACrB,OAAO,CAAC,IAAI,CAAU;IACtB,OAAO,CAAC,MAAM,CAAgF;IAC9F,OAAO,CAAC,cAAc,CAAkC;gBAE5C,MAAM,EAAE,aAAa;IAWjC;;;OAGG;IACH,MAAM,CAAC,OAAO,CACZ,SAAS,GAAE,IAAI,CAAC,aAAa,EAAE,MAAM,CAAM,EAC3C,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,GACvC,UAAU;IAWP,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAwEhD,UAAU,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAAC,WAAW,EAAE,IAAI,EAAE,OAAO,CAAC;IAwFnF,+CAA+C;IAC/C,QAAQ;;;;;;;;;IAIR,oCAAoC;IACpC,YAAY;IAMZ,OAAO,CAAC,YAAY;IA8BpB,OAAO,CAAC,gBAAgB;IAqBxB,OAAO,CAAC,QAAQ;CAoCjB;AAED,MAAM,MAAM,gBAAgB,GACxB,cAAc,GACd,gBAAgB,GAChB,eAAe,GACf,SAAS,GACT,eAAe,GACf,aAAa,CAAC;AAElB,qBAAa,YAAa,SAAQ,KAAK;IAG5B,IAAI,EAAE,gBAAgB;IACtB,UAAU,CAAC,EAAE,MAAM;gBAF1B,OAAO,EAAE,MAAM,EACR,IAAI,EAAE,gBAAgB,EACtB,UAAU,CAAC,EAAE,MAAM,YAAA;CAK7B"}

package/dist/gateway.js

@@ -0,0 +1,256 @@
+import { KeyPool } from './key-pool.js';
+import { PROVIDERS, detectProvider, discoverKeysFromEnv, findProviderForModel, buildRequest, parseResponse, parseStreamChunk, estimateCost, } from './registry.js';
+export class LLMGateway {
+    pool;
+    config;
+    providersByKey = new Map();
+    constructor(config) {
+        this.config = {
+            ...config,
+            maxRetries: config.maxRetries ?? 3,
+            cooldownMs: config.cooldownMs ?? 60_000,
+            timeoutMs: config.timeoutMs ?? 30_000,
+        };
+        this.pool = new KeyPool(this.config.cooldownMs);
+        this.registerKeys(config.keys);
+    }
+    /**
+     * Auto-discover keys from environment variables.
+     * Scans for OPENAI_API_KEY, ANTHROPIC_KEY, GEMINI_API_KEY_1, DEEPSEEK_KEY, etc.
+     */
+    static fromEnv(overrides = {}, env) {
+        const discovered = discoverKeysFromEnv(env);
+        if (discovered.length === 0) {
+            throw new GatewayError('No API keys found in environment. Expected vars like OPENAI_API_KEY, ANTHROPIC_API_KEY, GEMINI_API_KEY, etc.', 'CONFIG_ERROR');
+        }
+        return new LLMGateway({
+            ...overrides,
+            keys: discovered.map((d) => ({ key: d.key, provider: d.provider, label: d.label })),
+        });
+    }
+    async chat(request) {
+        const model = request.model ?? this.config.defaultModel;
+        if (!model)
+            throw new GatewayError('No model specified and no defaultModel configured', 'CONFIG_ERROR');
+        const fullRequest = { ...request, model, stream: false };
+        const providers = this.resolveProviders(fullRequest);
+        let lastError = null;
+        let attempt = 0;
+        for (const providerDef of providers) {
+            for (let retry = 0; retry < this.config.maxRetries; retry++) {
+                const key = this.pool.getNextKey(providerDef.id);
+                if (!key)
+                    break;
+                attempt++;
+                const requestId = `req_${Date.now()}_${Math.random().toString(36).slice(2, 8)}`;
+                const start = Date.now();
+                try {
+                    const { url, init } = buildRequest(providerDef, fullRequest, key.key);
+                    const controller = new AbortController();
+                    const timeout = setTimeout(() => controller.abort(), this.config.timeoutMs);
+                    init.signal = controller.signal;
+                    const res = await fetch(url, init);
+                    clearTimeout(timeout);
+                    if (res.status === 429) {
+                        this.pool.recordRateLimit(key);
+                        this.logUsage(requestId, providerDef.id, key, model, start, 'rate_limited', undefined, 'Rate limited');
+                        continue;
+                    }
+                    if (!res.ok) {
+                        const errorText = await res.text().catch(() => `HTTP ${res.status}`);
+                        this.pool.recordError(key);
+                        lastError = new GatewayError(`${providerDef.label}: ${errorText}`, 'PROVIDER_ERROR', res.status);
+                        this.logUsage(requestId, providerDef.id, key, model, start, 'error', undefined, errorText);
+                        continue;
+                    }
+                    const data = await res.json();
+                    const parsed = parseResponse(providerDef, data);
+                    parsed._gateway = {
+                        provider: providerDef.id,
+                        keyLabel: key.label,
+                        latencyMs: Date.now() - start,
+                        attempt,
+                    };
+                    this.pool.recordSuccess(key, parsed.usage.total_tokens);
+                    this.logUsage(requestId, providerDef.id, key, model, start, 'success', parsed.usage, undefined, request.metadata);
+                    return parsed;
+                }
+                catch (err) {
+                    const msg = err instanceof Error ? err.message : String(err);
+                    this.pool.recordError(key);
+                    if (msg.includes('abort')) {
+                        lastError = new GatewayError(`${providerDef.label}: timeout`, 'TIMEOUT');
+                    }
+                    else {
+                        lastError = err instanceof GatewayError ? err : new GatewayError(`${providerDef.label}: ${msg}`, 'NETWORK_ERROR');
+                    }
+                    this.logUsage(requestId, providerDef.id, key, model, start, 'error', undefined, msg);
+                }
+            }
+            this.config.onAllKeysExhausted?.(providerDef.id);
+        }
+        throw lastError ?? new GatewayError('All providers and keys exhausted', 'ALL_EXHAUSTED');
+    }
+    async *chatStream(request) {
+        const model = request.model ?? this.config.defaultModel;
+        if (!model)
+            throw new GatewayError('No model specified and no defaultModel configured', 'CONFIG_ERROR');
+        const fullRequest = { ...request, model, stream: true };
+        const providers = this.resolveProviders(fullRequest);
+        let lastError = null;
+        for (const providerDef of providers) {
+            if (providerDef.format !== 'openai') {
+                continue;
+            }
+            for (let retry = 0; retry < this.config.maxRetries; retry++) {
+                const key = this.pool.getNextKey(providerDef.id);
+                if (!key)
+                    break;
+                const requestId = `req_${Date.now()}_${Math.random().toString(36).slice(2, 8)}`;
+                const start = Date.now();
+                try {
+                    const { url, init } = buildRequest(providerDef, fullRequest, key.key);
+                    const controller = new AbortController();
+                    const timeout = setTimeout(() => controller.abort(), this.config.timeoutMs * 3);
+                    init.signal = controller.signal;
+                    const res = await fetch(url, init);
+                    clearTimeout(timeout);
+                    if (res.status === 429) {
+                        this.pool.recordRateLimit(key);
+                        continue;
+                    }
+                    if (!res.ok) {
+                        this.pool.recordError(key);
+                        lastError = new GatewayError(`${providerDef.label}: HTTP ${res.status}`, 'PROVIDER_ERROR', res.status);
+                        continue;
+                    }
+                    if (!res.body)
+                        throw new GatewayError('No response body for stream', 'PROVIDER_ERROR');
+                    const reader = res.body.getReader();
+                    const decoder = new TextDecoder();
+                    let buffer = '';
+                    let totalTokens = 0;
+                    try {
+                        while (true) {
+                            const { done, value } = await reader.read();
+                            if (done)
+                                break;
+                            buffer += decoder.decode(value, { stream: true });
+                            const lines = buffer.split('\n');
+                            buffer = lines.pop() ?? '';
+                            for (const line of lines) {
+                                const chunk = parseStreamChunk(line);
+                                if (chunk) {
+                                    if (chunk.usage)
+                                        totalTokens = chunk.usage.total_tokens;
+                                    yield chunk;
+                                }
+                            }
+                        }
+                    }
+                    finally {
+                        reader.releaseLock();
+                    }
+                    this.pool.recordSuccess(key, totalTokens);
+                    this.logUsage(requestId, providerDef.id, key, model, start, 'success', {
+                        prompt_tokens: 0, completion_tokens: 0, total_tokens: totalTokens,
+                    }, undefined, request.metadata);
+                    return;
+                }
+                catch (err) {
+                    if (err instanceof GatewayError)
+                        throw err;
+                    this.pool.recordError(key);
+                    lastError = new GatewayError(`${providerDef.label}: ${err instanceof Error ? err.message : String(err)}`, 'NETWORK_ERROR');
+                }
+            }
+        }
+        throw lastError ?? new GatewayError('All providers exhausted for streaming', 'ALL_EXHAUSTED');
+    }
+    /** Get health/stats for all registered keys */
+    getStats() {
+        return this.pool.getStats();
+    }
+    /** List all registered providers */
+    getProviders() {
+        return this.pool.getProviders();
+    }
+    // ── Private ──────────────────────────────────────────────────
+    registerKeys(keys) {
+        let autoIndex = 0;
+        for (const input of keys) {
+            const normalized = typeof input === 'string' ? { key: input } : input;
+            const providerId = normalized.provider ?? detectProvider(normalized.key);
+            if (!providerId) {
+                throw new GatewayError(`Cannot auto-detect provider for key "${normalized.key.slice(0, 4)}****". ` +
+                    `Pass { key, provider: "deepseek" } explicitly.`, 'CONFIG_ERROR');
+            }
+            const providerDef = PROVIDERS[providerId];
+            if (!providerDef) {
+                throw new GatewayError(`Unknown provider "${providerId}". Known: ${Object.keys(PROVIDERS).join(', ')}`, 'CONFIG_ERROR');
+            }
+            autoIndex++;
+            const label = normalized.label ?? `${providerId}-${autoIndex}`;
+            const rpm = normalized.rpm ?? providerDef.defaultRpm;
+            const tpm = normalized.tpm ?? 0;
+            this.pool.addKey(normalized.key, providerId, label, rpm, tpm);
+            this.providersByKey.set(normalized.key, providerDef);
+        }
+    }
+    resolveProviders(request) {
+        if (request.provider) {
+            const def = PROVIDERS[request.provider];
+            if (!def)
+                throw new GatewayError(`Provider "${request.provider}" not found`, 'CONFIG_ERROR');
+            return [def];
+        }
+        const registeredProviders = this.pool.getProviders();
+        const modelProvider = findProviderForModel(request.model);
+        if (modelProvider && registeredProviders.includes(modelProvider.id)) {
+            const others = registeredProviders
+                .filter((id) => id !== modelProvider.id)
+                .map((id) => PROVIDERS[id])
+                .filter(Boolean);
+            return [modelProvider, ...others];
+        }
+        return registeredProviders.map((id) => PROVIDERS[id]).filter(Boolean);
+    }
+    logUsage(requestId, provider, key, model, startMs, status, usage, error, metadata) {
+        if (!this.config.onUsage)
+            return;
+        const log = {
+            requestId,
+            provider,
+            keyLabel: key.label,
+            model,
+            promptTokens: usage?.prompt_tokens ?? 0,
+            completionTokens: usage?.completion_tokens ?? 0,
+            totalTokens: usage?.total_tokens ?? 0,
+            estimatedCostUsd: usage ? estimateCost(model, usage.prompt_tokens, usage.completion_tokens) : 0,
+            latencyMs: Date.now() - startMs,
+            status,
+            error,
+            metadata,
+            timestamp: new Date(),
+        };
+        try {
+            const result = this.config.onUsage(log);
+            if (result instanceof Promise)
+                result.catch(() => { });
+        }
+        catch {
+            // spend tracking should never crash the gateway
+        }
+    }
+}
+export class GatewayError extends Error {
+    code;
+    statusCode;
+    constructor(message, code, statusCode) {
+        super(message);
+        this.code = code;
+        this.statusCode = statusCode;
+        this.name = 'GatewayError';
+    }
+}
+//# sourceMappingURL=gateway.js.map

package/dist/gateway.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gateway.js","sourceRoot":"","sources":["../src/gateway.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EACL,SAAS,EACT,cAAc,EACd,mBAAmB,EACnB,oBAAoB,EACpB,YAAY,EACZ,aAAa,EACb,gBAAgB,EAChB,YAAY,GACb,MAAM,eAAe,CAAC;AAavB,MAAM,OAAO,UAAU;IACb,IAAI,CAAU;IACd,MAAM,CAAgF;IACtF,cAAc,GAAG,IAAI,GAAG,EAAuB,CAAC;IAExD,YAAY,MAAqB;QAC/B,IAAI,CAAC,MAAM,GAAG;YACZ,GAAG,MAAM;YACT,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,CAAC;YAClC,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,MAAM;YACvC,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,MAAM;SACtC,CAAC;QACF,IAAI,CAAC,IAAI,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAChD,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,OAAO,CACZ,YAAyC,EAAE,EAC3C,GAAwC;QAExC,MAAM,UAAU,GAAG,mBAAmB,CAAC,GAAG,CAAC,CAAC;QAC5C,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,YAAY,CAAC,8GAA8G,EAAE,cAAc,CAAC,CAAC;QACzJ,CAAC;QACD,OAAO,IAAI,UAAU,CAAC;YACpB,GAAG,SAAS;YACZ,IAAI,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;SACpF,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAoB;QAC7B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;QACxD,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,YAAY,CAAC,mDAAmD,EAAE,cAAc,CAAC,CAAC;QAExG,MAAM,WAAW,GAAG,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;QACzD,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC;QACrD,IAAI,SAAS,GAAiB,IAAI,CAAC;QACnC,IAAI,OAAO,GAAG,CAAC,CAAC;QAEhB,KAAK,MAAM,WAAW,IAAI,SAAS,EAAE,CAAC;YACpC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,KAAK,EAAE,EAAE,CAAC;gBAC5D,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;gBACjD,IAAI,CAAC,GAAG;oBAAE,MAAM;gBAEhB,OAAO,EAAE,CAAC;gBACV,MAAM,SAAS,GAAG,OAAO,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;gBAChF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAEzB,IAAI,CAAC;oBACH,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,YAAY,CAAC,WAAW,EAAE,WAAW,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;oBACtE,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;oBACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;oBAC5E,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;oBAEhC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;oBACnC,YAAY,CAAC,OAAO,CAAC,CAAC;oBAEtB,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBACvB,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;wBAC/B,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,WAAW,CAAC,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,cAAc,EAAE,SAAS,EAAE,cAAc,CAAC,CAAC;wBACvG,SAAS;oBACX,CAAC;oBAED,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;wBACZ,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,QAAQ,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;wBACrE,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;wBAC3B,SAAS,GAAG,IAAI,YAAY,CAAC,GAAG,WAAW,CAAC,KAAK,KAAK,SAAS,EAAE,EAAE,gBAAgB,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;wBACjG,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,WAAW,CAAC,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;wBAC3F,SAAS;oBACX,CAAC;oBAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;oBAC9B,MAAM,MAAM,GAAG,aAAa,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;oBAChD,MAAM,CAAC,QAAQ,GAAG;wBAChB,QAAQ,EAAE,WAAW,CAAC,EAAE;wBACxB,QAAQ,EAAE,GAAG,CAAC,KAAK;wBACnB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK;wBAC7B,OAAO;qBACR,CAAC;oBAEF,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;oBACxD,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,WAAW,CAAC,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;oBAElH,OAAO,MAAM,CAAC;gBAChB,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;oBAC7D,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;oBAC3B,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;wBAC1B,SAAS,GAAG,IAAI,YAAY,CAAC,GAAG,WAAW,CAAC,KAAK,WAAW,EAAE,SAAS,CAAC,CAAC;oBAC3E,CAAC;yBAAM,CAAC;wBACN,SAAS,GAAG,GAAG,YAAY,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC,GAAG,WAAW,CAAC,KAAK,KAAK,GAAG,EAAE,EAAE,eAAe,CAAC,CAAC;oBACpH,CAAC;oBACD,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,WAAW,CAAC,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC;gBACvF,CAAC;YACH,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QACnD,CAAC;QAED,MAAM,SAAS,IAAI,IAAI,YAAY,CAAC,kCAAkC,EAAE,eAAe,CAAC,CAAC;IAC3F,CAAC;IAED,KAAK,CAAC,CAAC,UAAU,CAAC,OAAoB;QACpC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;QACxD,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,YAAY,CAAC,mDAAmD,EAAE,cAAc,CAAC,CAAC;QAExG,MAAM,WAAW,GAAG,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QACxD,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC;QACrD,IAAI,SAAS,GAAiB,IAAI,CAAC;QAEnC,KAAK,MAAM,WAAW,IAAI,SAAS,EAAE,CAAC;YACpC,IAAI,WAAW,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACpC,SAAS;YACX,CAAC;YAED,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,KAAK,EAAE,EAAE,CAAC;gBAC5D,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;gBACjD,IAAI,CAAC,GAAG;oBAAE,MAAM;gBAEhB,MAAM,SAAS,GAAG,OAAO,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;gBAChF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAEzB,IAAI,CAAC;oBACH,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,YAAY,CAAC,WAAW,EAAE,WAAW,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;oBACtE,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;oBACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC;oBAChF,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;oBAEhC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;oBACnC,YAAY,CAAC,OAAO,CAAC,CAAC;oBAEtB,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;wBACvB,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;wBAC/B,SAAS;oBACX,CAAC;oBAED,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;wBACZ,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;wBAC3B,SAAS,GAAG,IAAI,YAAY,CAAC,GAAG,WAAW,CAAC,KAAK,UAAU,GAAG,CAAC,MAAM,EAAE,EAAE,gBAAgB,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;wBACvG,SAAS;oBACX,CAAC;oBAED,IAAI,CAAC,GAAG,CAAC,IAAI;wBAAE,MAAM,IAAI,YAAY,CAAC,6BAA6B,EAAE,gBAAgB,CAAC,CAAC;oBAEvF,MAAM,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;oBACpC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;oBAClC,IAAI,MAAM,GAAG,EAAE,CAAC;oBAChB,IAAI,WAAW,GAAG,CAAC,CAAC;oBAEpB,IAAI,CAAC;wBACH,OAAO,IAAI,EAAE,CAAC;4BACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;4BAC5C,IAAI,IAAI;gCAAE,MAAM;4BAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;4BAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;4BACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;4BAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gCACzB,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;gCACrC,IAAI,KAAK,EAAE,CAAC;oCACV,IAAI,KAAK,CAAC,KAAK;wCAAE,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC;oCACxD,MAAM,KAAK,CAAC;gCACd,CAAC;4BACH,CAAC;wBACH,CAAC;oBACH,CAAC;4BAAS,CAAC;wBACT,MAAM,CAAC,WAAW,EAAE,CAAC;oBACvB,CAAC;oBAED,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;oBAC1C,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,WAAW,CAAC,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE;wBACrE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,YAAY,EAAE,WAAW;qBAClE,EAAE,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;oBAEhC,OAAO;gBACT,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,IAAI,GAAG,YAAY,YAAY;wBAAE,MAAM,GAAG,CAAC;oBAC3C,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;oBAC3B,SAAS,GAAG,IAAI,YAAY,CAC1B,GAAG,WAAW,CAAC,KAAK,KAAK,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAC3E,eAAe,CAChB,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,SAAS,IAAI,IAAI,YAAY,CAAC,uCAAuC,EAAE,eAAe,CAAC,CAAC;IAChG,CAAC;IAED,+CAA+C;IAC/C,QAAQ;QACN,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;IAC9B,CAAC;IAED,oCAAoC;IACpC,YAAY;QACV,OAAO,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;IAClC,CAAC;IAED,gEAAgE;IAExD,YAAY,CAAC,IAA8B;QACjD,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,KAAK,MAAM,KAAK,IAAI,IAAI,EAAE,CAAC;YACzB,MAAM,UAAU,GAAa,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;YAChF,MAAM,UAAU,GAAG,UAAU,CAAC,QAAQ,IAAI,cAAc,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YAEzE,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,MAAM,IAAI,YAAY,CACpB,wCAAwC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,SAAS;oBAC3E,gDAAgD,EAChD,cAAc,CACf,CAAC;YACJ,CAAC;YAED,MAAM,WAAW,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC;YAC1C,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,MAAM,IAAI,YAAY,CAAC,qBAAqB,UAAU,aAAa,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC;YAC1H,CAAC;YAED,SAAS,EAAE,CAAC;YACZ,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,IAAI,GAAG,UAAU,IAAI,SAAS,EAAE,CAAC;YAC/D,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,IAAI,WAAW,CAAC,UAAU,CAAC;YACrD,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,IAAI,CAAC,CAAC;YAEhC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;YAC9D,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,OAAoB;QAC3C,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACrB,MAAM,GAAG,GAAG,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YACxC,IAAI,CAAC,GAAG;gBAAE,MAAM,IAAI,YAAY,CAAC,aAAa,OAAO,CAAC,QAAQ,aAAa,EAAE,cAAc,CAAC,CAAC;YAC7F,OAAO,CAAC,GAAG,CAAC,CAAC;QACf,CAAC;QAED,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;QACrD,MAAM,aAAa,GAAG,oBAAoB,CAAC,OAAO,CAAC,KAAM,CAAC,CAAC;QAE3D,IAAI,aAAa,IAAI,mBAAmB,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC,EAAE,CAAC;YACpE,MAAM,MAAM,GAAG,mBAAmB;iBAC/B,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,aAAa,CAAC,EAAE,CAAC;iBACvC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;iBAC1B,MAAM,CAAC,OAAO,CAAkB,CAAC;YACpC,OAAO,CAAC,aAAa,EAAE,GAAG,MAAM,CAAC,CAAC;QACpC,CAAC;QAED,OAAO,mBAAmB,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAkB,CAAC;IACzF,CAAC;IAEO,QAAQ,CACd,SAAiB,EACjB,QAAgB,EAChB,GAAa,EACb,KAAa,EACb,OAAe,EACf,MAA4C,EAC5C,KAAkB,EAClB,KAAc,EACd,QAAiC;QAEjC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO;YAAE,OAAO;QAEjC,MAAM,GAAG,GAAa;YACpB,SAAS;YACT,QAAQ;YACR,QAAQ,EAAE,GAAG,CAAC,KAAK;YACnB,KAAK;YACL,YAAY,EAAE,KAAK,EAAE,aAAa,IAAI,CAAC;YACvC,gBAAgB,EAAE,KAAK,EAAE,iBAAiB,IAAI,CAAC;YAC/C,WAAW,EAAE,KAAK,EAAE,YAAY,IAAI,CAAC;YACrC,gBAAgB,EAAE,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,EAAE,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/F,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO;YAC/B,MAAM;YACN,KAAK;YACL,QAAQ;YACR,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACxC,IAAI,MAAM,YAAY,OAAO;gBAAE,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACxD,CAAC;QAAC,MAAM,CAAC;YACP,gDAAgD;QAClD,CAAC;IACH,CAAC;CACF;AAUD,MAAM,OAAO,YAAa,SAAQ,KAAK;IAG5B;IACA;IAHT,YACE,OAAe,EACR,IAAsB,EACtB,UAAmB;QAE1B,KAAK,CAAC,OAAO,CAAC,CAAC;QAHR,SAAI,GAAJ,IAAI,CAAkB;QACtB,eAAU,GAAV,UAAU,CAAS;QAG1B,IAAI,CAAC,IAAI,GAAG,cAAc,CAAC;IAC7B,CAAC;CACF"}

package/dist/index.d.ts

@@ -0,0 +1,9 @@
+export { LLMGateway, GatewayError } from './gateway.js';
+export type { GatewayErrorCode } from './gateway.js';
+export { KeyPool } from './key-pool.js';
+export { createExpressProxy } from './middleware.js';
+export type { ProxyOptions } from './middleware.js';
+export { PROVIDERS, detectProvider, discoverKeysFromEnv, findProviderForModel, estimateCost, } from './registry.js';
+export type { ProviderDef, ApiFormat, AuthStyle } from './registry.js';
+export type { KeyInput, GatewayConfig, ChatMessage, ChatRequest, ChatResponse, StreamChunk, TokenUsage, UsageLog, KeyState, } from './types.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACxD,YAAY,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AACrD,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACrD,YAAY,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EACL,SAAS,EACT,cAAc,EACd,mBAAmB,EACnB,oBAAoB,EACpB,YAAY,GACb,MAAM,eAAe,CAAC;AACvB,YAAY,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AACvE,YAAY,EACV,QAAQ,EACR,aAAa,EACb,WAAW,EACX,WAAW,EACX,YAAY,EACZ,WAAW,EACX,UAAU,EACV,QAAQ,EACR,QAAQ,GACT,MAAM,YAAY,CAAC"}

package/dist/index.js

@@ -0,0 +1,5 @@
+export { LLMGateway, GatewayError } from './gateway.js';
+export { KeyPool } from './key-pool.js';
+export { createExpressProxy } from './middleware.js';
+export { PROVIDERS, detectProvider, discoverKeysFromEnv, findProviderForModel, estimateCost, } from './registry.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAExD,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAErD,OAAO,EACL,SAAS,EACT,cAAc,EACd,mBAAmB,EACnB,oBAAoB,EACpB,YAAY,GACb,MAAM,eAAe,CAAC"}

package/dist/key-pool.d.ts

@@ -0,0 +1,23 @@
+import type { KeyState } from './types.js';
+export declare class KeyPool {
+    private cooldownMs;
+    private keys;
+    private roundRobinIndex;
+    constructor(cooldownMs: number);
+    addKey(key: string, provider: string, label: string, rpm: number, tpm: number): void;
+    getNextKey(provider: string): KeyState | null;
+    recordSuccess(key: KeyState, tokens: number): void;
+    recordRateLimit(key: KeyState): void;
+    recordError(key: KeyState): void;
+    getProviders(): string[];
+    getStats(): {
+        provider: string;
+        label: string;
+        healthy: boolean;
+        requestsThisMinute: number;
+        totalRequests: number;
+        totalErrors: number;
+        cooldownUntil: number;
+    }[];
+}
+//# sourceMappingURL=key-pool.d.ts.map

package/dist/key-pool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"key-pool.d.ts","sourceRoot":"","sources":["../src/key-pool.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAE3C,qBAAa,OAAO;IAIN,OAAO,CAAC,UAAU;IAH9B,OAAO,CAAC,IAAI,CAAkB;IAC9B,OAAO,CAAC,eAAe,CAAK;gBAER,UAAU,EAAE,MAAM;IAEtC,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,IAAI;IAiBpF,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,QAAQ,GAAG,IAAI;IAgC7C,aAAa,CAAC,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI;IAMlD,eAAe,CAAC,GAAG,EAAE,QAAQ,GAAG,IAAI;IAMpC,WAAW,CAAC,GAAG,EAAE,QAAQ,GAAG,IAAI;IAIhC,YAAY,IAAI,MAAM,EAAE;IAIxB,QAAQ;;;;;;;;;CAWT"}

package/dist/key-pool.js

@@ -0,0 +1,83 @@
+export class KeyPool {
+    cooldownMs;
+    keys = [];
+    roundRobinIndex = 0;
+    constructor(cooldownMs) {
+        this.cooldownMs = cooldownMs;
+    }
+    addKey(key, provider, label, rpm, tpm) {
+        this.keys.push({
+            key,
+            provider,
+            label,
+            rpm,
+            tpm,
+            requestsThisMinute: 0,
+            tokensThisMinute: 0,
+            minuteStart: Date.now(),
+            cooldownUntil: 0,
+            totalRequests: 0,
+            totalErrors: 0,
+            healthy: true,
+        });
+    }
+    getNextKey(provider) {
+        const candidates = this.keys.filter((k) => k.provider === provider);
+        if (candidates.length === 0)
+            return null;
+        const now = Date.now();
+        const startIdx = this.roundRobinIndex % candidates.length;
+        for (let i = 0; i < candidates.length; i++) {
+            const idx = (startIdx + i) % candidates.length;
+            const key = candidates[idx];
+            if (now - key.minuteStart > 60_000) {
+                key.requestsThisMinute = 0;
+                key.tokensThisMinute = 0;
+                key.minuteStart = now;
+            }
+            if (key.cooldownUntil > now)
+                continue;
+            if (!key.healthy) {
+                if (key.cooldownUntil <= now)
+                    key.healthy = true;
+                else
+                    continue;
+            }
+            if (key.requestsThisMinute >= key.rpm)
+                continue;
+            if (key.tpm > 0 && key.tokensThisMinute >= key.tpm)
+                continue;
+            this.roundRobinIndex = idx + 1;
+            return key;
+        }
+        return null;
+    }
+    recordSuccess(key, tokens) {
+        key.requestsThisMinute++;
+        key.tokensThisMinute += tokens;
+        key.totalRequests++;
+    }
+    recordRateLimit(key) {
+        key.cooldownUntil = Date.now() + this.cooldownMs;
+        key.healthy = false;
+        key.totalErrors++;
+    }
+    recordError(key) {
+        key.totalErrors++;
+    }
+    getProviders() {
+        return [...new Set(this.keys.map((k) => k.provider))];
+    }
+    getStats() {
+        return this.keys.map((k) => ({
+            provider: k.provider,
+            label: k.label,
+            healthy: k.healthy && k.cooldownUntil <= Date.now(),
+            requestsThisMinute: k.requestsThisMinute,
+            totalRequests: k.totalRequests,
+            totalErrors: k.totalErrors,
+            cooldownUntil: k.cooldownUntil,
+        }));
+    }
+}
+//# sourceMappingURL=key-pool.js.map

package/dist/key-pool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"key-pool.js","sourceRoot":"","sources":["../src/key-pool.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,OAAO;IAIE;IAHZ,IAAI,GAAe,EAAE,CAAC;IACtB,eAAe,GAAG,CAAC,CAAC;IAE5B,YAAoB,UAAkB;QAAlB,eAAU,GAAV,UAAU,CAAQ;IAAG,CAAC;IAE1C,MAAM,CAAC,GAAW,EAAE,QAAgB,EAAE,KAAa,EAAE,GAAW,EAAE,GAAW;QAC3E,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;YACb,GAAG;YACH,QAAQ;YACR,KAAK;YACL,GAAG;YACH,GAAG;YACH,kBAAkB,EAAE,CAAC;YACrB,gBAAgB,EAAE,CAAC;YACnB,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE;YACvB,aAAa,EAAE,CAAC;YAChB,aAAa,EAAE,CAAC;YAChB,WAAW,EAAE,CAAC;YACd,OAAO,EAAE,IAAI;SACd,CAAC,CAAC;IACL,CAAC;IAED,UAAU,CAAC,QAAgB;QACzB,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC;QACpE,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAEzC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,GAAG,UAAU,CAAC,MAAM,CAAC;QAE1D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3C,MAAM,GAAG,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC;YAC/C,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;YAE5B,IAAI,GAAG,GAAG,GAAG,CAAC,WAAW,GAAG,MAAM,EAAE,CAAC;gBACnC,GAAG,CAAC,kBAAkB,GAAG,CAAC,CAAC;gBAC3B,GAAG,CAAC,gBAAgB,GAAG,CAAC,CAAC;gBACzB,GAAG,CAAC,WAAW,GAAG,GAAG,CAAC;YACxB,CAAC;YAED,IAAI,GAAG,CAAC,aAAa,GAAG,GAAG;gBAAE,SAAS;YACtC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;gBACjB,IAAI,GAAG,CAAC,aAAa,IAAI,GAAG;oBAAE,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC;;oBAC5C,SAAS;YAChB,CAAC;YACD,IAAI,GAAG,CAAC,kBAAkB,IAAI,GAAG,CAAC,GAAG;gBAAE,SAAS;YAChD,IAAI,GAAG,CAAC,GAAG,GAAG,CAAC,IAAI,GAAG,CAAC,gBAAgB,IAAI,GAAG,CAAC,GAAG;gBAAE,SAAS;YAE7D,IAAI,CAAC,eAAe,GAAG,GAAG,GAAG,CAAC,CAAC;YAC/B,OAAO,GAAG,CAAC;QACb,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,aAAa,CAAC,GAAa,EAAE,MAAc;QACzC,GAAG,CAAC,kBAAkB,EAAE,CAAC;QACzB,GAAG,CAAC,gBAAgB,IAAI,MAAM,CAAC;QAC/B,GAAG,CAAC,aAAa,EAAE,CAAC;IACtB,CAAC;IAED,eAAe,CAAC,GAAa;QAC3B,GAAG,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC;QACjD,GAAG,CAAC,OAAO,GAAG,KAAK,CAAC;QACpB,GAAG,CAAC,WAAW,EAAE,CAAC;IACpB,CAAC;IAED,WAAW,CAAC,GAAa;QACvB,GAAG,CAAC,WAAW,EAAE,CAAC;IACpB,CAAC;IAED,YAAY;QACV,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IACxD,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC3B,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,OAAO,EAAE,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,aAAa,IAAI,IAAI,CAAC,GAAG,EAAE;YACnD,kBAAkB,EAAE,CAAC,CAAC,kBAAkB;YACxC,aAAa,EAAE,CAAC,CAAC,aAAa;YAC9B,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,aAAa,EAAE,CAAC,CAAC,aAAa;SAC/B,CAAC,CAAC,CAAC;IACN,CAAC;CACF"}

package/dist/middleware.d.ts

@@ -0,0 +1,21 @@
+import type { Request, Response } from 'express';
+import { LLMGateway } from './gateway.js';
+export interface ProxyOptions {
+    /** Optional auth check before proxying. Return true to allow. */
+    authorize?: (req: Request) => boolean | Promise<boolean>;
+    /** Extract metadata from request for spend tracking */
+    extractMetadata?: (req: Request) => Record<string, string>;
+}
+/**
+ * Returns Express route handlers you can mount on any route.
+ *
+ * Usage:
+ *   const proxy = createExpressProxy(gateway);
+ *   app.post('/llm/v1/chat/completions', proxy.chatCompletions);
+ *   app.get('/llm/v1/health', proxy.health);
+ */
+export declare function createExpressProxy(gateway: LLMGateway, options?: ProxyOptions): {
+    chatCompletions: (req: Request, res: Response) => Promise<void>;
+    health: (_req: Request, res: Response) => void;
+};
+//# sourceMappingURL=middleware.d.ts.map

package/dist/middleware.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"middleware.d.ts","sourceRoot":"","sources":["../src/middleware.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACjD,OAAO,EAAE,UAAU,EAAgB,MAAM,cAAc,CAAC;AAGxD,MAAM,WAAW,YAAY;IAC3B,iEAAiE;IACjE,SAAS,CAAC,EAAE,CAAC,GAAG,EAAE,OAAO,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACzD,uDAAuD;IACvD,eAAe,CAAC,EAAE,CAAC,GAAG,EAAE,OAAO,KAAK,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAC5D;AAED;;;;;;;GAOG;AACH,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,GAAE,YAAiB;2BAC5C,OAAO,OAAO,QAAQ;mBAiEpC,OAAO,OAAO,QAAQ;EAU7C"}

package/dist/middleware.js

@@ -0,0 +1,83 @@
+import { GatewayError } from './gateway.js';
+/**
+ * Returns Express route handlers you can mount on any route.
+ *
+ * Usage:
+ *   const proxy = createExpressProxy(gateway);
+ *   app.post('/llm/v1/chat/completions', proxy.chatCompletions);
+ *   app.get('/llm/v1/health', proxy.health);
+ */
+export function createExpressProxy(gateway, options = {}) {
+    const chatCompletions = async (req, res) => {
+        const body = req.body;
+        if (!body?.messages) {
+            res.status(400).json({ error: 'messages is required' });
+            return;
+        }
+        if (options.authorize) {
+            try {
+                const allowed = await options.authorize(req);
+                if (!allowed) {
+                    res.status(401).json({ error: 'Unauthorized' });
+                    return;
+                }
+            }
+            catch {
+                res.status(401).json({ error: 'Authorization failed' });
+                return;
+            }
+        }
+        const metadata = options.extractMetadata?.(req);
+        const request = {
+            model: body.model,
+            messages: body.messages,
+            temperature: body.temperature,
+            max_tokens: body.max_tokens,
+            top_p: body.top_p,
+            stream: body.stream,
+            tools: body.tools,
+            tool_choice: body.tool_choice,
+            response_format: body.response_format,
+            provider: body.provider,
+            metadata,
+        };
+        if (body.stream) {
+            res.setHeader('Content-Type', 'text/event-stream');
+            res.setHeader('Cache-Control', 'no-cache');
+            res.setHeader('Connection', 'keep-alive');
+            try {
+                for await (const chunk of gateway.chatStream(request)) {
+                    res.write(`data: ${JSON.stringify(chunk)}\n\n`);
+                }
+                res.write('data: [DONE]\n\n');
+                res.end();
+            }
+            catch (err) {
+                const ge = err instanceof GatewayError ? err : new GatewayError(String(err), 'PROVIDER_ERROR');
+                res.write(`data: ${JSON.stringify({ error: ge.message, code: ge.code })}\n\n`);
+                res.end();
+            }
+            return;
+        }
+        try {
+            const response = await gateway.chat(request);
+            res.json(response);
+        }
+        catch (err) {
+            const ge = err instanceof GatewayError ? err : new GatewayError(String(err), 'PROVIDER_ERROR');
+            res.status(ge.statusCode ?? 502).json({
+                error: { message: ge.message, code: ge.code },
+            });
+        }
+    };
+    const health = (_req, res) => {
+        const stats = gateway.getStats();
+        const healthy = stats.some((s) => s.healthy);
+        res.status(healthy ? 200 : 503).json({
+            status: healthy ? 'healthy' : 'degraded',
+            keys: stats,
+        });
+    };
+    return { chatCompletions, health };
+}
+//# sourceMappingURL=middleware.js.map

package/dist/middleware.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"middleware.js","sourceRoot":"","sources":["../src/middleware.ts"],"names":[],"mappings":"AACA,OAAO,EAAc,YAAY,EAAE,MAAM,cAAc,CAAC;AAUxD;;;;;;;GAOG;AACH,MAAM,UAAU,kBAAkB,CAAC,OAAmB,EAAE,UAAwB,EAAE;IAChF,MAAM,eAAe,GAAG,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;QAC5D,MAAM,IAAI,GAAG,GAAG,CAAC,IAAmB,CAAC;QACrC,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,CAAC;YACpB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,sBAAsB,EAAE,CAAC,CAAC;YACxD,OAAO;QACT,CAAC;QAED,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACtB,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;gBAC7C,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC;oBAChD,OAAO;gBACT,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,sBAAsB,EAAE,CAAC,CAAC;gBACxD,OAAO;YACT,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC,GAAG,CAAC,CAAC;QAChD,MAAM,OAAO,GAAgB;YAC3B,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,QAAQ;SACT,CAAC;QAEF,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,GAAG,CAAC,SAAS,CAAC,cAAc,EAAE,mBAAmB,CAAC,CAAC;YACnD,GAAG,CAAC,SAAS,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;YAC3C,GAAG,CAAC,SAAS,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;YAE1C,IAAI,CAAC;gBACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;oBACtD,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAClD,CAAC;gBACD,GAAG,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;gBAC9B,GAAG,CAAC,GAAG,EAAE,CAAC;YACZ,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,EAAE,GAAG,GAAG,YAAY,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,gBAAgB,CAAC,CAAC;gBAC/F,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,CAAC;gBAC/E,GAAG,CAAC,GAAG,EAAE,CAAC;YACZ,CAAC;YACD,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC7C,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,EAAE,GAAG,GAAG,YAAY,YAAY,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,gBAAgB,CAAC,CAAC;YAC/F,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,UAAU,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC;gBACpC,KAAK,EAAE,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE;aAC9C,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,MAAM,GAAG,CAAC,IAAa,EAAE,GAAa,EAAE,EAAE;QAC9C,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAC7C,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;YACnC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU;YACxC,IAAI,EAAE,KAAK;SACZ,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,OAAO,EAAE,eAAe,EAAE,MAAM,EAAE,CAAC;AACrC,CAAC"}

package/dist/registry.d.ts

@@ -0,0 +1,39 @@
+import type { ChatRequest, ChatResponse, TokenUsage } from './types.js';
+export type ApiFormat = 'openai' | 'anthropic' | 'gemini';
+export type AuthStyle = 'bearer' | 'x-api-key' | 'query';
+export interface ProviderDef {
+    id: string;
+    label: string;
+    baseUrl: string;
+    format: ApiFormat;
+    authStyle: AuthStyle;
+    extraHeaders?: Record<string, string>;
+    keyPatterns: RegExp[];
+    envPrefixes: string[];
+    models: string[];
+    defaultRpm: number;
+    costs: Record<string, {
+        prompt: number;
+        completion: number;
+    }>;
+}
+export declare const PROVIDERS: Record<string, ProviderDef>;
+export declare function detectProvider(key: string): string | null;
+export declare function discoverKeysFromEnv(env?: Record<string, string | undefined>): Array<{
+    key: string;
+    provider: string;
+    label: string;
+}>;
+export declare function buildRequest(provider: ProviderDef, request: ChatRequest, apiKey: string): {
+    url: string;
+    init: RequestInit;
+};
+export declare function parseResponse(provider: ProviderDef, data: unknown): ChatResponse;
+export declare function parseStreamChunk(line: string): StreamChunkResult | null;
+type StreamChunkResult = import('./types.js').StreamChunk & {
+    usage?: TokenUsage;
+};
+export declare function estimateCost(model: string, promptTokens: number, completionTokens: number): number;
+export declare function findProviderForModel(model: string): ProviderDef | null;
+export {};
+//# sourceMappingURL=registry.d.ts.map

package/dist/registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../src/registry.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAe,WAAW,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAMrF,MAAM,MAAM,SAAS,GAAG,QAAQ,GAAG,WAAW,GAAG,QAAQ,CAAC;AAC1D,MAAM,MAAM,SAAS,GAAG,QAAQ,GAAG,WAAW,GAAG,OAAO,CAAC;AAIzD,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,SAAS,CAAC;IAClB,SAAS,EAAE,SAAS,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CAC/D;AAKD,eAAO,MAAM,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAuMjD,CAAC;AAIF,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAQzD;AAED,wBAAgB,mBAAmB,CACjC,GAAG,GAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAqD,GAC1F,KAAK,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CAuBzD;AAKD,wBAAgB,YAAY,CAC1B,QAAQ,EAAE,WAAW,EACrB,OAAO,EAAE,WAAW,EACpB,MAAM,EAAE,MAAM,GACb;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,WAAW,CAAA;CAAE,CAyBpC;AAED,wBAAgB,aAAa,CAAC,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,GAAG,YAAY,CAOhF;AAED,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,iBAAiB,GAAG,IAAI,CAUvE;AAED,KAAK,iBAAiB,GAAG,OAAO,YAAY,EAAE,WAAW,GAAG;IAAE,KAAK,CAAC,EAAE,UAAU,CAAA;CAAE,CAAC;AAInF,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,GAAG,MAAM,CASlG;AAID,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,WAAW,GAAG,IAAI,CAKtE"}

package/dist/registry.js

@@ -0,0 +1,413 @@
+// ─── Provider Registry ────────────────────────────────────────
+// To add a new provider: add one object here. That's it.
+export const PROVIDERS = {
+    openai: {
+        id: 'openai',
+        label: 'OpenAI',
+        baseUrl: 'https://api.openai.com/v1',
+        format: 'openai',
+        authStyle: 'bearer',
+        keyPatterns: [/^sk-proj-/],
+        envPrefixes: ['OPENAI'],
+        models: ['gpt-4o', 'gpt-4o-mini', 'gpt-4-turbo', 'gpt-4', 'gpt-3.5-turbo', 'o1', 'o1-mini', 'o3-mini', 'o4-mini'],
+        defaultRpm: 500,
+        costs: {
+            'gpt-4o': { prompt: 2.5, completion: 10 },
+            'gpt-4o-mini': { prompt: 0.15, completion: 0.6 },
+            'gpt-4-turbo': { prompt: 10, completion: 30 },
+            'gpt-4': { prompt: 30, completion: 60 },
+            'gpt-3.5-turbo': { prompt: 0.5, completion: 1.5 },
+            'o1': { prompt: 15, completion: 60 },
+            'o1-mini': { prompt: 3, completion: 12 },
+            'o3-mini': { prompt: 1.1, completion: 4.4 },
+            'o4-mini': { prompt: 1.1, completion: 4.4 },
+        },
+    },
+    anthropic: {
+        id: 'anthropic',
+        label: 'Anthropic',
+        baseUrl: 'https://api.anthropic.com/v1',
+        format: 'anthropic',
+        authStyle: 'x-api-key',
+        extraHeaders: { 'anthropic-version': '2023-06-01' },
+        keyPatterns: [/^sk-ant-/],
+        envPrefixes: ['ANTHROPIC', 'CLAUDE'],
+        models: ['claude-opus-4-20250514', 'claude-sonnet-4-20250514', 'claude-haiku-3-5-20241022'],
+        defaultRpm: 300,
+        costs: {
+            'claude-opus-4-20250514': { prompt: 15, completion: 75 },
+            'claude-sonnet-4-20250514': { prompt: 3, completion: 15 },
+            'claude-haiku-3-5-20241022': { prompt: 0.8, completion: 4 },
+        },
+    },
+    gemini: {
+        id: 'gemini',
+        label: 'Google Gemini',
+        baseUrl: 'https://generativelanguage.googleapis.com/v1beta',
+        format: 'gemini',
+        authStyle: 'query',
+        keyPatterns: [/^AIza/],
+        envPrefixes: ['GEMINI', 'GOOGLE_AI'],
+        models: ['gemini-2.5-pro', 'gemini-2.5-flash', 'gemini-2.0-flash', 'gemini-1.5-pro', 'gemini-1.5-flash'],
+        defaultRpm: 360,
+        costs: {
+            'gemini-2.5-pro': { prompt: 1.25, completion: 10 },
+            'gemini-2.5-flash': { prompt: 0.15, completion: 0.6 },
+            'gemini-2.0-flash': { prompt: 0.1, completion: 0.4 },
+            'gemini-1.5-pro': { prompt: 1.25, completion: 5 },
+            'gemini-1.5-flash': { prompt: 0.075, completion: 0.3 },
+        },
+    },
+    deepseek: {
+        id: 'deepseek',
+        label: 'DeepSeek',
+        baseUrl: 'https://api.deepseek.com/v1',
+        format: 'openai',
+        authStyle: 'bearer',
+        keyPatterns: [/^sk-[a-f0-9]{48}$/],
+        envPrefixes: ['DEEPSEEK'],
+        models: ['deepseek-chat', 'deepseek-coder', 'deepseek-reasoner'],
+        defaultRpm: 300,
+        costs: {
+            'deepseek-chat': { prompt: 0.14, completion: 0.28 },
+            'deepseek-coder': { prompt: 0.14, completion: 0.28 },
+            'deepseek-reasoner': { prompt: 0.55, completion: 2.19 },
+        },
+    },
+    qwen: {
+        id: 'qwen',
+        label: 'Alibaba Qwen',
+        baseUrl: 'https://dashscope.aliyuncs.com/compatible-mode/v1',
+        format: 'openai',
+        authStyle: 'bearer',
+        keyPatterns: [],
+        envPrefixes: ['QWEN', 'DASHSCOPE', 'ALIBABA'],
+        models: ['qwen-turbo', 'qwen-plus', 'qwen-max', 'qwen-long', 'qwen-vl-plus', 'qwen-coder-turbo'],
+        defaultRpm: 300,
+        costs: {
+            'qwen-turbo': { prompt: 0.08, completion: 0.16 },
+            'qwen-plus': { prompt: 0.4, completion: 0.8 },
+            'qwen-max': { prompt: 1.6, completion: 3.2 },
+            'qwen-long': { prompt: 0.04, completion: 0.08 },
+            'qwen-coder-turbo': { prompt: 0.15, completion: 0.3 },
+        },
+    },
+    zhipu: {
+        id: 'zhipu',
+        label: 'Zhipu GLM',
+        baseUrl: 'https://open.bigmodel.cn/api/paas/v4',
+        format: 'openai',
+        authStyle: 'bearer',
+        keyPatterns: [],
+        envPrefixes: ['ZHIPU', 'GLM', 'CHATGLM'],
+        models: ['glm-4', 'glm-4-flash', 'glm-4-plus', 'glm-4-long', 'glm-4v'],
+        defaultRpm: 300,
+        costs: {
+            'glm-4': { prompt: 1.4, completion: 1.4 },
+            'glm-4-flash': { prompt: 0.01, completion: 0.01 },
+            'glm-4-plus': { prompt: 0.7, completion: 0.7 },
+            'glm-4-long': { prompt: 0.14, completion: 0.14 },
+        },
+    },
+    moonshot: {
+        id: 'moonshot',
+        label: 'Moonshot Kimi',
+        baseUrl: 'https://api.moonshot.cn/v1',
+        format: 'openai',
+        authStyle: 'bearer',
+        keyPatterns: [],
+        envPrefixes: ['MOONSHOT', 'KIMI'],
+        models: ['moonshot-v1-8k', 'moonshot-v1-32k', 'moonshot-v1-128k'],
+        defaultRpm: 300,
+        costs: {
+            'moonshot-v1-8k': { prompt: 0.15, completion: 0.15 },
+            'moonshot-v1-32k': { prompt: 0.35, completion: 0.35 },
+            'moonshot-v1-128k': { prompt: 0.85, completion: 0.85 },
+        },
+    },
+    yi: {
+        id: 'yi',
+        label: '01.AI Yi',
+        baseUrl: 'https://api.01.ai/v1',
+        format: 'openai',
+        authStyle: 'bearer',
+        keyPatterns: [],
+        envPrefixes: ['YI', 'LINGYIWANWU'],
+        models: ['yi-large', 'yi-medium', 'yi-spark', 'yi-large-turbo'],
+        defaultRpm: 300,
+        costs: {
+            'yi-large': { prompt: 2.5, completion: 2.5 },
+            'yi-medium': { prompt: 0.36, completion: 0.36 },
+            'yi-spark': { prompt: 0.12, completion: 0.12 },
+            'yi-large-turbo': { prompt: 1.7, completion: 1.7 },
+        },
+    },
+    groq: {
+        id: 'groq',
+        label: 'Groq',
+        baseUrl: 'https://api.groq.com/openai/v1',
+        format: 'openai',
+        authStyle: 'bearer',
+        keyPatterns: [/^gsk_/],
+        envPrefixes: ['GROQ'],
+        models: ['llama-3.3-70b-versatile', 'llama-3.1-8b-instant', 'mixtral-8x7b-32768', 'gemma2-9b-it'],
+        defaultRpm: 30,
+        costs: {
+            'llama-3.3-70b-versatile': { prompt: 0.59, completion: 0.79 },
+            'llama-3.1-8b-instant': { prompt: 0.05, completion: 0.08 },
+            'mixtral-8x7b-32768': { prompt: 0.24, completion: 0.24 },
+        },
+    },
+    together: {
+        id: 'together',
+        label: 'Together AI',
+        baseUrl: 'https://api.together.xyz/v1',
+        format: 'openai',
+        authStyle: 'bearer',
+        keyPatterns: [],
+        envPrefixes: ['TOGETHER'],
+        models: ['meta-llama/Llama-3.3-70B-Instruct-Turbo', 'Qwen/Qwen2.5-72B-Instruct-Turbo', 'deepseek-ai/DeepSeek-R1'],
+        defaultRpm: 300,
+        costs: {
+            'meta-llama/Llama-3.3-70B-Instruct-Turbo': { prompt: 0.88, completion: 0.88 },
+            'deepseek-ai/DeepSeek-R1': { prompt: 3.0, completion: 7.0 },
+        },
+    },
+    mistral: {
+        id: 'mistral',
+        label: 'Mistral AI',
+        baseUrl: 'https://api.mistral.ai/v1',
+        format: 'openai',
+        authStyle: 'bearer',
+        keyPatterns: [],
+        envPrefixes: ['MISTRAL'],
+        models: ['mistral-large-latest', 'mistral-small-latest', 'codestral-latest', 'open-mistral-nemo'],
+        defaultRpm: 300,
+        costs: {
+            'mistral-large-latest': { prompt: 2, completion: 6 },
+            'mistral-small-latest': { prompt: 0.1, completion: 0.3 },
+            'codestral-latest': { prompt: 0.3, completion: 0.9 },
+        },
+    },
+};
+// ─── Auto-Detection ────────────────────────────────────────────
+export function detectProvider(key) {
+    for (const [id, def] of Object.entries(PROVIDERS)) {
+        for (const pattern of def.keyPatterns) {
+            if (pattern.test(key))
+                return id;
+        }
+    }
+    if (/^sk-/.test(key))
+        return 'openai';
+    return null;
+}
+export function discoverKeysFromEnv(env = process.env) {
+    const found = [];
+    for (const [envName, value] of Object.entries(env)) {
+        if (!value || value.length < 8)
+            continue;
+        for (const [providerId, def] of Object.entries(PROVIDERS)) {
+            for (const prefix of def.envPrefixes) {
+                const pattern = new RegExp(`^${prefix}_(?:API_)?KEY(?:_(\\d+))?$`, 'i');
+                const match = envName.match(pattern);
+                if (match) {
+                    const suffix = match[1] ? `-${match[1]}` : '';
+                    found.push({
+                        key: value,
+                        provider: providerId,
+                        label: `${providerId}${suffix}`,
+                    });
+                }
+            }
+        }
+    }
+    return found;
+}
+// ─── Request Building (Dynamic) ────────────────────────────────
+// 3 format functions handle all 11+ providers.
+export function buildRequest(provider, request, apiKey) {
+    const headers = buildAuthHeaders(provider, apiKey);
+    const FORMATS = {
+        openai: () => ({
+            url: `${provider.baseUrl}/chat/completions`,
+            body: buildOpenAIBody(request),
+        }),
+        anthropic: () => ({
+            url: `${provider.baseUrl}/messages`,
+            body: buildAnthropicBody(request),
+        }),
+        gemini: () => {
+            const endpoint = request.stream ? 'streamGenerateContent' : 'generateContent';
+            return {
+                url: `${provider.baseUrl}/models/${request.model}:${endpoint}?key=${apiKey}`,
+                body: buildGeminiBody(request),
+            };
+        },
+    };
+    const { url, body } = FORMATS[provider.format]();
+    return {
+        url,
+        init: { method: 'POST', headers, body: JSON.stringify(body) },
+    };
+}
+export function parseResponse(provider, data) {
+    const PARSERS = {
+        openai: parseOpenAIFormat,
+        anthropic: parseAnthropicFormat,
+        gemini: parseGeminiFormat,
+    };
+    return PARSERS[provider.format](data);
+}
+export function parseStreamChunk(line) {
+    const trimmed = line.trim();
+    if (!trimmed.startsWith('data: '))
+        return null;
+    const payload = trimmed.slice(6);
+    if (payload === '[DONE]')
+        return null;
+    try {
+        return JSON.parse(payload);
+    }
+    catch {
+        return null;
+    }
+}
+// ─── Cost Estimation ──────────────────────────────────────────
+export function estimateCost(model, promptTokens, completionTokens) {
+    for (const def of Object.values(PROVIDERS)) {
+        const costs = def.costs[model];
+        if (costs) {
+            return (promptTokens / 1_000_000) * costs.prompt
+                + (completionTokens / 1_000_000) * costs.completion;
+        }
+    }
+    return 0;
+}
+// ─── Resolve model → provider ─────────────────────────────────
+export function findProviderForModel(model) {
+    for (const def of Object.values(PROVIDERS)) {
+        if (def.models.includes(model))
+            return def;
+    }
+    return null;
+}
+// ─── Shared Internals ─────────────────────────────────────────
+function buildAuthHeaders(provider, apiKey) {
+    const headers = { 'Content-Type': 'application/json' };
+    const AUTH = {
+        bearer: () => { headers['Authorization'] = `Bearer ${apiKey}`; },
+        'x-api-key': () => { headers['x-api-key'] = apiKey; },
+        query: () => { },
+    };
+    AUTH[provider.authStyle]();
+    if (provider.extraHeaders)
+        Object.assign(headers, provider.extraHeaders);
+    return headers;
+}
+function splitSystemMessages(messages) {
+    let system;
+    const rest = [];
+    for (const msg of messages) {
+        if (msg.role === 'system')
+            system = (system ? system + '\n' : '') + msg.content;
+        else
+            rest.push({ role: msg.role, content: msg.content });
+    }
+    return { system, rest };
+}
+function buildOpenAIBody(req) {
+    const body = { model: req.model, messages: req.messages };
+    if (req.temperature !== undefined)
+        body.temperature = req.temperature;
+    if (req.max_tokens !== undefined)
+        body.max_tokens = req.max_tokens;
+    if (req.top_p !== undefined)
+        body.top_p = req.top_p;
+    if (req.stream !== undefined)
+        body.stream = req.stream;
+    if (req.tools)
+        body.tools = req.tools;
+    if (req.tool_choice !== undefined)
+        body.tool_choice = req.tool_choice;
+    if (req.response_format)
+        body.response_format = req.response_format;
+    if (req.stream)
+        body.stream_options = { include_usage: true };
+    return body;
+}
+function buildAnthropicBody(req) {
+    const { system, rest } = splitSystemMessages(req.messages);
+    const body = { model: req.model, messages: rest, max_tokens: req.max_tokens ?? 4096 };
+    if (system)
+        body.system = system;
+    if (req.temperature !== undefined)
+        body.temperature = req.temperature;
+    if (req.top_p !== undefined)
+        body.top_p = req.top_p;
+    if (req.stream !== undefined)
+        body.stream = req.stream;
+    return body;
+}
+function buildGeminiBody(req) {
+    const contents = [];
+    let systemText;
+    for (const msg of req.messages) {
+        if (msg.role === 'system')
+            systemText = (systemText ? systemText + '\n' : '') + msg.content;
+        else
+            contents.push({ role: msg.role === 'assistant' ? 'model' : 'user', parts: [{ text: msg.content }] });
+    }
+    const body = { contents };
+    if (systemText)
+        body.systemInstruction = { parts: [{ text: systemText }] };
+    const genConfig = {};
+    if (req.temperature !== undefined)
+        genConfig.temperature = req.temperature;
+    if (req.max_tokens !== undefined)
+        genConfig.maxOutputTokens = req.max_tokens;
+    if (req.top_p !== undefined)
+        genConfig.topP = req.top_p;
+    if (Object.keys(genConfig).length > 0)
+        body.generationConfig = genConfig;
+    return body;
+}
+function parseOpenAIFormat(data) {
+    const raw = data;
+    const usage = (raw.usage ?? { prompt_tokens: 0, completion_tokens: 0, total_tokens: 0 });
+    return {
+        id: raw.id ?? `gen-${Date.now()}`,
+        object: raw.object ?? 'chat.completion',
+        model: raw.model,
+        choices: raw.choices,
+        usage,
+        _gateway: { provider: '', keyLabel: '', latencyMs: 0, attempt: 0 },
+    };
+}
+function parseAnthropicFormat(data) {
+    const raw = data;
+    const text = raw.content.filter((c) => c.type === 'text').map((c) => c.text).join('');
+    return {
+        id: raw.id,
+        object: 'chat.completion',
+        model: raw.model,
+        choices: [{ index: 0, message: { role: 'assistant', content: text }, finish_reason: raw.stop_reason === 'end_turn' ? 'stop' : raw.stop_reason }],
+        usage: { prompt_tokens: raw.usage.input_tokens, completion_tokens: raw.usage.output_tokens, total_tokens: raw.usage.input_tokens + raw.usage.output_tokens },
+        _gateway: { provider: '', keyLabel: '', latencyMs: 0, attempt: 0 },
+    };
+}
+function parseGeminiFormat(data) {
+    const raw = data;
+    const candidate = raw.candidates?.[0];
+    const text = candidate?.content?.parts?.map((p) => p.text).join('') ?? '';
+    const meta = raw.usageMetadata;
+    return {
+        id: `gemini-${Date.now()}`,
+        object: 'chat.completion',
+        model: 'gemini',
+        choices: [{ index: 0, message: { role: 'assistant', content: text }, finish_reason: candidate?.finishReason === 'STOP' ? 'stop' : (candidate?.finishReason ?? 'stop') }],
+        usage: { prompt_tokens: meta?.promptTokenCount ?? 0, completion_tokens: meta?.candidatesTokenCount ?? 0, total_tokens: meta?.totalTokenCount ?? 0 },
+        _gateway: { provider: '', keyLabel: '', latencyMs: 0, attempt: 0 },
+    };
+}
+//# sourceMappingURL=registry.js.map

package/dist/registry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.js","sourceRoot":"","sources":["../src/registry.ts"],"names":[],"mappings":"AAyBA,iEAAiE;AACjE,yDAAyD;AAEzD,MAAM,CAAC,MAAM,SAAS,GAAgC;IACpD,MAAM,EAAE;QACN,EAAE,EAAE,QAAQ;QACZ,KAAK,EAAE,QAAQ;QACf,OAAO,EAAE,2BAA2B;QACpC,MAAM,EAAE,QAAQ;QAChB,SAAS,EAAE,QAAQ;QACnB,WAAW,EAAE,CAAC,WAAW,CAAC;QAC1B,WAAW,EAAE,CAAC,QAAQ,CAAC;QACvB,MAAM,EAAE,CAAC,QAAQ,EAAE,aAAa,EAAE,aAAa,EAAE,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC;QACjH,UAAU,EAAE,GAAG;QACf,KAAK,EAAE;YACL,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE;YACzC,aAAa,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE;YAChD,aAAa,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE;YAC7C,OAAO,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE;YACvC,eAAe,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,EAAE;YACjD,IAAI,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE;YACpC,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE;YACxC,SAAS,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,EAAE;YAC3C,SAAS,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,EAAE;SAC5C;KACF;IAED,SAAS,EAAE;QACT,EAAE,EAAE,WAAW;QACf,KAAK,EAAE,WAAW;QAClB,OAAO,EAAE,8BAA8B;QACvC,MAAM,EAAE,WAAW;QACnB,SAAS,EAAE,WAAW;QACtB,YAAY,EAAE,EAAE,mBAAmB,EAAE,YAAY,EAAE;QACnD,WAAW,EAAE,CAAC,UAAU,CAAC;QACzB,WAAW,EAAE,CAAC,WAAW,EAAE,QAAQ,CAAC;QACpC,MAAM,EAAE,CAAC,wBAAwB,EAAE,0BAA0B,EAAE,2BAA2B,CAAC;QAC3F,UAAU,EAAE,GAAG;QACf,KAAK,EAAE;YACL,wBAAwB,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE;YACxD,0BAA0B,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE;YACzD,2BAA2B,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,EAAE;SAC5D;KACF;IAED,MAAM,EAAE;QACN,EAAE,EAAE,QAAQ;QACZ,KAAK,EAAE,eAAe;QACtB,OAAO,EAAE,kDAAkD;QAC3D,MAAM,EAAE,QAAQ;QAChB,SAAS,EAAE,OAAO;QAClB,WAAW,EAAE,CAAC,OAAO,CAAC;QACtB,WAAW,EAAE,CAAC,QAAQ,EAAE,WAAW,CAAC;QACpC,MAAM,EAAE,CAAC,gBAAgB,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,kBAAkB,CAAC;QACxG,UAAU,EAAE,GAAG;QACf,KAAK,EAAE;YACL,gBAAgB,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE;YAClD,kBAAkB,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE;YACrD,kBAAkB,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,EAAE;YACpD,gBAAgB,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE;YACjD,kBAAkB,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE;SACvD;KACF;IAED,QAAQ,EAAE;QACR,EAAE,EAAE,UAAU;QACd,KAAK,EAAE,UAAU;QACjB,OAAO,EAAE,6BAA6B;QACtC,MAAM,EAAE,QAAQ;QAChB,SAAS,EAAE,QAAQ;QACnB,WAAW,EAAE,CAAC,mBAAmB,CAAC;QAClC,WAAW,EAAE,CAAC,UAAU,CAAC;QACzB,MAAM,EAAE,CAAC,eAAe,EAAE,gBAAgB,EAAE,mBAAmB,CAAC;QAChE,UAAU,EAAE,GAAG;QACf,KAAK,EAAE;YACL,eAAe,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;YACnD,gBAAgB,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;YACpD,mBAAmB,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;SACxD;KACF;IAED,IAAI,EAAE;QACJ,EAAE,EAAE,MAAM;QACV,KAAK,EAAE,cAAc;QACrB,OAAO,EAAE,mDAAmD;QAC5D,MAAM,EAAE,QAAQ;QAChB,SAAS,EAAE,QAAQ;QACnB,WAAW,EAAE,EAAE;QACf,WAAW,EAAE,CAAC,MAAM,EAAE,WAAW,EAAE,SAAS,CAAC;QAC7C,MAAM,EAAE,CAAC,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,cAAc,EAAE,kBAAkB,CAAC;QAChG,UAAU,EAAE,GAAG;QACf,KAAK,EAAE;YACL,YAAY,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;YAChD,WAAW,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,EAAE;YAC7C,UAAU,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,EAAE;YAC5C,WAAW,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;YAC/C,kBAAkB,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE;SACtD;KACF;IAED,KAAK,EAAE;QACL,EAAE,EAAE,OAAO;QACX,KAAK,EAAE,WAAW;QAClB,OAAO,EAAE,sCAAsC;QAC/C,MAAM,EAAE,QAAQ;QAChB,SAAS,EAAE,QAAQ;QACnB,WAAW,EAAE,EAAE;QACf,WAAW,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,SAAS,CAAC;QACxC,MAAM,EAAE,CAAC,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,YAAY,EAAE,QAAQ,CAAC;QACtE,UAAU,EAAE,GAAG;QACf,KAAK,EAAE;YACL,OAAO,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,EAAE;YACzC,aAAa,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;YACjD,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,EAAE;YAC9C,YAAY,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;SACjD;KACF;IAED,QAAQ,EAAE;QACR,EAAE,EAAE,UAAU;QACd,KAAK,EAAE,eAAe;QACtB,OAAO,EAAE,4BAA4B;QACrC,MAAM,EAAE,QAAQ;QAChB,SAAS,EAAE,QAAQ;QACnB,WAAW,EAAE,EAAE;QACf,WAAW,EAAE,CAAC,UAAU,EAAE,MAAM,CAAC;QACjC,MAAM,EAAE,CAAC,gBAAgB,EAAE,iBAAiB,EAAE,kBAAkB,CAAC;QACjE,UAAU,EAAE,GAAG;QACf,KAAK,EAAE;YACL,gBAAgB,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;YACpD,iBAAiB,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;YACrD,kBAAkB,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;SACvD;KACF;IAED,EAAE,EAAE;QACF,EAAE,EAAE,IAAI;QACR,KAAK,EAAE,UAAU;QACjB,OAAO,EAAE,sBAAsB;QAC/B,MAAM,EAAE,QAAQ;QAChB,SAAS,EAAE,QAAQ;QACnB,WAAW,EAAE,EAAE;QACf,WAAW,EAAE,CAAC,IAAI,EAAE,aAAa,CAAC;QAClC,MAAM,EAAE,CAAC,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,gBAAgB,CAAC;QAC/D,UAAU,EAAE,GAAG;QACf,KAAK,EAAE;YACL,UAAU,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,EAAE;YAC5C,WAAW,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;YAC/C,UAAU,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;YAC9C,gBAAgB,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,EAAE;SACnD;KACF;IAED,IAAI,EAAE;QACJ,EAAE,EAAE,MAAM;QACV,KAAK,EAAE,MAAM;QACb,OAAO,EAAE,gCAAgC;QACzC,MAAM,EAAE,QAAQ;QAChB,SAAS,EAAE,QAAQ;QACnB,WAAW,EAAE,CAAC,OAAO,CAAC;QACtB,WAAW,EAAE,CAAC,MAAM,CAAC;QACrB,MAAM,EAAE,CAAC,yBAAyB,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,cAAc,CAAC;QACjG,UAAU,EAAE,EAAE;QACd,KAAK,EAAE;YACL,yBAAyB,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;YAC7D,sBAAsB,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;YAC1D,oBAAoB,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;SACzD;KACF;IAED,QAAQ,EAAE;QACR,EAAE,EAAE,UAAU;QACd,KAAK,EAAE,aAAa;QACpB,OAAO,EAAE,6BAA6B;QACtC,MAAM,EAAE,QAAQ;QAChB,SAAS,EAAE,QAAQ;QACnB,WAAW,EAAE,EAAE;QACf,WAAW,EAAE,CAAC,UAAU,CAAC;QACzB,MAAM,EAAE,CAAC,yCAAyC,EAAE,iCAAiC,EAAE,yBAAyB,CAAC;QACjH,UAAU,EAAE,GAAG;QACf,KAAK,EAAE;YACL,yCAAyC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;YAC7E,yBAAyB,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,EAAE;SAC5D;KACF;IAED,OAAO,EAAE;QACP,EAAE,EAAE,SAAS;QACb,KAAK,EAAE,YAAY;QACnB,OAAO,EAAE,2BAA2B;QACpC,MAAM,EAAE,QAAQ;QAChB,SAAS,EAAE,QAAQ;QACnB,WAAW,EAAE,EAAE;QACf,WAAW,EAAE,CAAC,SAAS,CAAC;QACxB,MAAM,EAAE,CAAC,sBAAsB,EAAE,sBAAsB,EAAE,kBAAkB,EAAE,mBAAmB,CAAC;QACjG,UAAU,EAAE,GAAG;QACf,KAAK,EAAE;YACL,sBAAsB,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE;YACpD,sBAAsB,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,EAAE;YACxD,kBAAkB,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,EAAE;SACrD;KACF;CACF,CAAC;AAEF,kEAAkE;AAElE,MAAM,UAAU,cAAc,CAAC,GAAW;IACxC,KAAK,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;QAClD,KAAK,MAAM,OAAO,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC;YACtC,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC;gBAAE,OAAO,EAAE,CAAC;QACnC,CAAC;IACH,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,OAAO,QAAQ,CAAC;IACtC,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,MAA0C,OAAO,CAAC,GAAyC;IAE3F,MAAM,KAAK,GAA4D,EAAE,CAAC;IAE1E,KAAK,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACnD,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,SAAS;QAEzC,KAAK,MAAM,CAAC,UAAU,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;YAC1D,KAAK,MAAM,MAAM,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC;gBACrC,MAAM,OAAO,GAAG,IAAI,MAAM,CAAC,IAAI,MAAM,4BAA4B,EAAE,GAAG,CAAC,CAAC;gBACxE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBACrC,IAAI,KAAK,EAAE,CAAC;oBACV,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC9C,KAAK,CAAC,IAAI,CAAC;wBACT,GAAG,EAAE,KAAK;wBACV,QAAQ,EAAE,UAAU;wBACpB,KAAK,EAAE,GAAG,UAAU,GAAG,MAAM,EAAE;qBAChC,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,kEAAkE;AAClE,+CAA+C;AAE/C,MAAM,UAAU,YAAY,CAC1B,QAAqB,EACrB,OAAoB,EACpB,MAAc;IAEd,MAAM,OAAO,GAAG,gBAAgB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IACnD,MAAM,OAAO,GAA4E;QACvF,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YACb,GAAG,EAAE,GAAG,QAAQ,CAAC,OAAO,mBAAmB;YAC3C,IAAI,EAAE,eAAe,CAAC,OAAO,CAAC;SAC/B,CAAC;QACF,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;YAChB,GAAG,EAAE,GAAG,QAAQ,CAAC,OAAO,WAAW;YACnC,IAAI,EAAE,kBAAkB,CAAC,OAAO,CAAC;SAClC,CAAC;QACF,MAAM,EAAE,GAAG,EAAE;YACX,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,iBAAiB,CAAC;YAC9E,OAAO;gBACL,GAAG,EAAE,GAAG,QAAQ,CAAC,OAAO,WAAW,OAAO,CAAC,KAAK,IAAI,QAAQ,QAAQ,MAAM,EAAE;gBAC5E,IAAI,EAAE,eAAe,CAAC,OAAO,CAAC;aAC/B,CAAC;QACJ,CAAC;KACF,CAAC;IAEF,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;IACjD,OAAO;QACL,GAAG;QACH,IAAI,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAiB;KAC7E,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,QAAqB,EAAE,IAAa;IAChE,MAAM,OAAO,GAAoD;QAC/D,MAAM,EAAE,iBAAiB;QACzB,SAAS,EAAE,oBAAoB;QAC/B,MAAM,EAAE,iBAAiB;KAC1B,CAAC;IACF,OAAO,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC;AACxC,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC;IAC/C,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACjC,IAAI,OAAO,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IACtC,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAsB,CAAC;IAClD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAID,iEAAiE;AAEjE,MAAM,UAAU,YAAY,CAAC,KAAa,EAAE,YAAoB,EAAE,gBAAwB;IACxF,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3C,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC/B,IAAI,KAAK,EAAE,CAAC;YACV,OAAO,CAAC,YAAY,GAAG,SAAS,CAAC,GAAG,KAAK,CAAC,MAAM;kBAC5C,CAAC,gBAAgB,GAAG,SAAS,CAAC,GAAG,KAAK,CAAC,UAAU,CAAC;QACxD,CAAC;IACH,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,iEAAiE;AAEjE,MAAM,UAAU,oBAAoB,CAAC,KAAa;IAChD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3C,IAAI,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,GAAG,CAAC;IAC7C,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,iEAAiE;AAEjE,SAAS,gBAAgB,CAAC,QAAqB,EAAE,MAAc;IAC7D,MAAM,OAAO,GAA2B,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC;IAC/E,MAAM,IAAI,GAAkC;QAC1C,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,MAAM,EAAE,CAAC,CAAC,CAAC;QAChE,WAAW,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,WAAW,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC;QACrD,KAAK,EAAE,GAAG,EAAE,GAAE,CAAC;KAChB,CAAC;IACF,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;IAC3B,IAAI,QAAQ,CAAC,YAAY;QAAE,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,YAAY,CAAC,CAAC;IACzE,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,mBAAmB,CAAC,QAAuB;IAClD,IAAI,MAA0B,CAAC;IAC/B,MAAM,IAAI,GAA6C,EAAE,CAAC;IAC1D,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ;YAAE,MAAM,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC;;YAC3E,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;AAC1B,CAAC;AAED,SAAS,eAAe,CAAC,GAAgB;IACvC,MAAM,IAAI,GAA4B,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC;IACnF,IAAI,GAAG,CAAC,WAAW,KAAK,SAAS;QAAE,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC;IACtE,IAAI,GAAG,CAAC,UAAU,KAAK,SAAS;QAAE,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,UAAU,CAAC;IACnE,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS;QAAE,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;IACpD,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS;QAAE,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;IACvD,IAAI,GAAG,CAAC,KAAK;QAAE,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;IACtC,IAAI,GAAG,CAAC,WAAW,KAAK,SAAS;QAAE,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC;IACtE,IAAI,GAAG,CAAC,eAAe;QAAE,IAAI,CAAC,eAAe,GAAG,GAAG,CAAC,eAAe,CAAC;IACpE,IAAI,GAAG,CAAC,MAAM;QAAE,IAAI,CAAC,cAAc,GAAG,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IAC9D,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,kBAAkB,CAAC,GAAgB;IAC1C,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,mBAAmB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC3D,MAAM,IAAI,GAA4B,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,IAAI,IAAI,EAAE,CAAC;IAC/G,IAAI,MAAM;QAAE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACjC,IAAI,GAAG,CAAC,WAAW,KAAK,SAAS;QAAE,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC;IACtE,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS;QAAE,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;IACpD,IAAI,GAAG,CAAC,MAAM,KAAK,SAAS;QAAE,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;IACvD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,eAAe,CAAC,GAAgB;IACvC,MAAM,QAAQ,GAA4D,EAAE,CAAC;IAC7E,IAAI,UAA8B,CAAC;IACnC,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC/B,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ;YAAE,UAAU,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC;;YACvF,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;IAC5G,CAAC;IACD,MAAM,IAAI,GAA4B,EAAE,QAAQ,EAAE,CAAC;IACnD,IAAI,UAAU;QAAE,IAAI,CAAC,iBAAiB,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;IAC3E,MAAM,SAAS,GAA4B,EAAE,CAAC;IAC9C,IAAI,GAAG,CAAC,WAAW,KAAK,SAAS;QAAE,SAAS,CAAC,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC;IAC3E,IAAI,GAAG,CAAC,UAAU,KAAK,SAAS;QAAE,SAAS,CAAC,eAAe,GAAG,GAAG,CAAC,UAAU,CAAC;IAC7E,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS;QAAE,SAAS,CAAC,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC;IACxD,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,GAAG,CAAC;QAAE,IAAI,CAAC,gBAAgB,GAAG,SAAS,CAAC;IACzE,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAa;IACtC,MAAM,GAAG,GAAG,IAA+B,CAAC;IAC5C,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAe,CAAC;IACvG,OAAO;QACL,EAAE,EAAG,GAAG,CAAC,EAAa,IAAI,OAAO,IAAI,CAAC,GAAG,EAAE,EAAE;QAC7C,MAAM,EAAG,GAAG,CAAC,MAAiB,IAAI,iBAAiB;QACnD,KAAK,EAAE,GAAG,CAAC,KAAe;QAC1B,OAAO,EAAE,GAAG,CAAC,OAAkC;QAC/C,KAAK;QACL,QAAQ,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE;KACnE,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAAC,IAAa;IACzC,MAAM,GAAG,GAAG,IAMX,CAAC;IACF,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACtF,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAE;QACV,MAAM,EAAE,iBAAiB;QACzB,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,aAAa,EAAE,GAAG,CAAC,WAAW,KAAK,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;QAChJ,KAAK,EAAE,EAAE,aAAa,EAAE,GAAG,CAAC,KAAK,CAAC,YAAY,EAAE,iBAAiB,EAAE,GAAG,CAAC,KAAK,CAAC,aAAa,EAAE,YAAY,EAAE,GAAG,CAAC,KAAK,CAAC,YAAY,GAAG,GAAG,CAAC,KAAK,CAAC,aAAa,EAAE;QAC5J,QAAQ,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE;KACnE,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAa;IACtC,MAAM,GAAG,GAAG,IAGX,CAAC;IACF,MAAM,SAAS,GAAG,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;IACtC,MAAM,IAAI,GAAG,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;IAC1E,MAAM,IAAI,GAAG,GAAG,CAAC,aAAa,CAAC;IAC/B,OAAO;QACL,EAAE,EAAE,UAAU,IAAI,CAAC,GAAG,EAAE,EAAE;QAC1B,MAAM,EAAE,iBAAiB;QACzB,KAAK,EAAE,QAAQ;QACf,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,aAAa,EAAE,SAAS,EAAE,YAAY,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,YAAY,IAAI,MAAM,CAAC,EAAE,CAAC;QACxK,KAAK,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,gBAAgB,IAAI,CAAC,EAAE,iBAAiB,EAAE,IAAI,EAAE,oBAAoB,IAAI,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,eAAe,IAAI,CAAC,EAAE;QACnJ,QAAQ,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE;KACnE,CAAC;AACJ,CAAC"}

package/dist/types.d.ts

@@ -0,0 +1,112 @@
+export interface KeyInput {
+    key: string;
+    /** Provider name — auto-detected from key prefix if omitted */
+    provider?: string;
+    /** Requests per minute limit. Default: from provider registry */
+    rpm?: number;
+    /** Tokens per minute limit. Optional */
+    tpm?: number;
+    /** Human label (e.g. "prod-key-1"). Auto-generated if omitted */
+    label?: string;
+}
+export interface GatewayConfig {
+    /** API keys — strings auto-detect provider; objects allow explicit control */
+    keys: Array<string | KeyInput>;
+    /** Default model to use when not specified in request */
+    defaultModel?: string;
+    /** Retries across keys before failing. Default: 3 */
+    maxRetries?: number;
+    /** Cooldown ms for a rate-limited key. Default: 60000 */
+    cooldownMs?: number;
+    /** Request timeout ms. Default: 30000 */
+    timeoutMs?: number;
+    /** Called after every LLM request for logging/tracking */
+    onUsage?: (log: UsageLog) => void | Promise<void>;
+    /** Called when all keys for a provider are exhausted */
+    onAllKeysExhausted?: (provider: string) => void;
+}
+export interface ChatMessage {
+    role: 'system' | 'user' | 'assistant' | 'tool';
+    content: string;
+    name?: string;
+    tool_call_id?: string;
+    tool_calls?: unknown[];
+}
+export interface ChatRequest {
+    model?: string;
+    messages: ChatMessage[];
+    temperature?: number;
+    max_tokens?: number;
+    top_p?: number;
+    stream?: boolean;
+    tools?: unknown[];
+    tool_choice?: unknown;
+    response_format?: unknown;
+    /** Force a specific provider by name */
+    provider?: string;
+    /** Metadata for spend tracking */
+    metadata?: Record<string, string>;
+}
+export interface ChatChoice {
+    index: number;
+    message: ChatMessage;
+    finish_reason: string | null;
+}
+export interface TokenUsage {
+    prompt_tokens: number;
+    completion_tokens: number;
+    total_tokens: number;
+}
+export interface ChatResponse {
+    id: string;
+    object: string;
+    model: string;
+    choices: ChatChoice[];
+    usage: TokenUsage;
+    _gateway: {
+        provider: string;
+        keyLabel: string;
+        latencyMs: number;
+        attempt: number;
+    };
+}
+export interface StreamChunk {
+    id: string;
+    object: string;
+    model: string;
+    choices: Array<{
+        index: number;
+        delta: Partial<ChatMessage>;
+        finish_reason: string | null;
+    }>;
+}
+export interface UsageLog {
+    requestId: string;
+    provider: string;
+    keyLabel: string;
+    model: string;
+    promptTokens: number;
+    completionTokens: number;
+    totalTokens: number;
+    estimatedCostUsd: number;
+    latencyMs: number;
+    status: 'success' | 'rate_limited' | 'error';
+    error?: string;
+    metadata?: Record<string, string>;
+    timestamp: Date;
+}
+export interface KeyState {
+    key: string;
+    provider: string;
+    label: string;
+    rpm: number;
+    tpm: number;
+    requestsThisMinute: number;
+    tokensThisMinute: number;
+    minuteStart: number;
+    cooldownUntil: number;
+    totalRequests: number;
+    totalErrors: number;
+    healthy: boolean;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,QAAQ;IACvB,GAAG,EAAE,MAAM,CAAC;IACZ,+DAA+D;IAC/D,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iEAAiE;IACjE,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,wCAAwC;IACxC,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,iEAAiE;IACjE,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,aAAa;IAC5B,8EAA8E;IAC9E,IAAI,EAAE,KAAK,CAAC,MAAM,GAAG,QAAQ,CAAC,CAAC;IAC/B,yDAAyD;IACzD,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,qDAAqD;IACrD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,yDAAyD;IACzD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,yCAAyC;IACzC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,0DAA0D;IAC1D,OAAO,CAAC,EAAE,CAAC,GAAG,EAAE,QAAQ,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAClD,wDAAwD;IACxD,kBAAkB,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC;CACjD;AAID,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,GAAG,MAAM,CAAC;IAC/C,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,OAAO,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,OAAO,EAAE,CAAC;IAClB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,wCAAwC;IACxC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,kCAAkC;IAClC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACnC;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,WAAW,CAAC;IACrB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;CAC9B;AAED,MAAM,WAAW,UAAU;IACzB,aAAa,EAAE,MAAM,CAAC;IACtB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,KAAK,EAAE,UAAU,CAAC;IAClB,QAAQ,EAAE;QACR,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;QAClB,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;CACH;AAED,MAAM,WAAW,WAAW;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,KAAK,CAAC;QACb,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;QAC5B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;KAC9B,CAAC,CAAC;CACJ;AAID,MAAM,WAAW,QAAQ;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,EAAE,MAAM,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,SAAS,GAAG,cAAc,GAAG,OAAO,CAAC;IAC7C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClC,SAAS,EAAE,IAAI,CAAC;CACjB;AAID,MAAM,WAAW,QAAQ;IACvB,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,EAAE,MAAM,CAAC;IACZ,kBAAkB,EAAE,MAAM,CAAC;IAC3B,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,OAAO,CAAC;CAClB"}

package/dist/types.js

@@ -0,0 +1,3 @@
+// ─── Key & Provider Config ─────────────────────────────────────
+export {};
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,kEAAkE"}

package/package.json

@@ -0,0 +1,34 @@
+{
+  "name": "@careob/llm-gateway",
+  "version": "1.0.0",
+  "description": "Lightweight LLM gateway with multi-key rotation, rate-limit handling, provider failover, and spend tracking for Node.js/Express apps",
+  "type": "module",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "scripts": {
+    "build": "tsc",
+    "typecheck": "tsc --noEmit",
+    "dev": "tsc --watch"
+  },
+  "dependencies": {},
+  "peerDependencies": {
+    "express": "^4.18.0 || ^5.0.0"
+  },
+  "peerDependenciesMeta": {
+    "express": { "optional": true }
+  },
+  "devDependencies": {
+    "@types/express": "^4.17.21",
+    "@types/node": "^20.14.9",
+    "typescript": "^5.5.3"
+  },
+  "files": ["dist", "README.md"],
+  "keywords": ["llm", "gateway", "openai", "anthropic", "key-rotation", "rate-limit", "express"],
+  "license": "MIT"
+}