llmapi-v2 2.1.0

package/dist/providers/aliyun.js

@@ -0,0 +1,20 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AliyunProvider = void 0;
+const base_provider_1 = require("./base-provider");
+/**
+ * Alibaba Cloud Bailian (DashScope) provider.
+ * Native Anthropic endpoint: https://dashscope-intl.aliyuncs.com/apps/anthropic
+ *
+ * Supports Qwen series models with full Anthropic API compatibility:
+ * - Streaming SSE
+ * - Tool calling (96.5% accuracy)
+ * - Context caching (automatic, reduces cost for repeated prefixes)
+ */
+class AliyunProvider extends base_provider_1.BaseProvider {
+    constructor(anthropicBaseUrl, apiKey, timeout, openaiBaseUrl) {
+        super('aliyun', anthropicBaseUrl, apiKey, timeout, openaiBaseUrl);
+    }
+}
+exports.AliyunProvider = AliyunProvider;
+//# sourceMappingURL=aliyun.js.map

package/dist/providers/aliyun.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"aliyun.js","sourceRoot":"","sources":["../../src/providers/aliyun.ts"],"names":[],"mappings":";;;AAAA,mDAA+C;AAE/C;;;;;;;;GAQG;AACH,MAAa,cAAe,SAAQ,4BAAY;IAC9C,YAAY,gBAAwB,EAAE,MAAc,EAAE,OAAe,EAAE,aAAsB;QAC3F,KAAK,CAAC,QAAQ,EAAE,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC;IACpE,CAAC;CACF;AAJD,wCAIC"}

package/dist/providers/base-provider.d.ts

@@ -0,0 +1,36 @@
+import type { IncomingMessage } from 'http';
+import type { LLMProvider } from './types';
+/**
+ * Transparent Anthropic proxy provider.
+ *
+ * Forwards requests directly to the provider's native Anthropic-compatible
+ * endpoint WITHOUT format conversion. The provider handles all Anthropic
+ * protocol details (streaming SSE, tool calling, etc.).
+ *
+ * This is the highest-quality approach: we rely on the provider's own
+ * Anthropic compatibility layer rather than building our own.
+ */
+export declare class BaseProvider implements LLMProvider {
+    readonly name: string;
+    readonly anthropicBaseUrl: string;
+    readonly openaiBaseUrl: string | undefined;
+    private readonly apiKey;
+    private readonly timeout;
+    private healthy;
+    private consecutiveFailures;
+    private lastFailureTime;
+    private static readonly FAILURE_THRESHOLD;
+    private static readonly RECOVERY_TIME_MS;
+    constructor(name: string, anthropicBaseUrl: string, apiKey: string, timeout: number, openaiBaseUrl?: string);
+    isHealthy(): boolean;
+    markUnhealthy(reason: string): void;
+    markHealthy(): void;
+    /**
+     * Transparent proxy: forward an Anthropic-format request body directly
+     * to the provider's native Anthropic endpoint.
+     *
+     * Returns the raw IncomingMessage so the caller can pipe it directly
+     * back to the client (for streaming) or buffer it (for non-streaming).
+     */
+    proxy(path: string, body: Buffer | string, headers: Record<string, string>, isStream: boolean): Promise<IncomingMessage>;
+}

package/dist/providers/base-provider.js

@@ -0,0 +1,133 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BaseProvider = void 0;
+const http_1 = __importDefault(require("http"));
+const https_1 = __importDefault(require("https"));
+const url_1 = require("url");
+const logger_1 = require("../utils/logger");
+/**
+ * Transparent Anthropic proxy provider.
+ *
+ * Forwards requests directly to the provider's native Anthropic-compatible
+ * endpoint WITHOUT format conversion. The provider handles all Anthropic
+ * protocol details (streaming SSE, tool calling, etc.).
+ *
+ * This is the highest-quality approach: we rely on the provider's own
+ * Anthropic compatibility layer rather than building our own.
+ */
+class BaseProvider {
+    name;
+    anthropicBaseUrl;
+    openaiBaseUrl;
+    apiKey;
+    timeout;
+    // Circuit breaker
+    healthy = true;
+    consecutiveFailures = 0;
+    lastFailureTime = 0;
+    static FAILURE_THRESHOLD = 3;
+    static RECOVERY_TIME_MS = 30_000;
+    constructor(name, anthropicBaseUrl, apiKey, timeout, openaiBaseUrl) {
+        this.name = name;
+        this.anthropicBaseUrl = anthropicBaseUrl;
+        this.openaiBaseUrl = openaiBaseUrl;
+        this.apiKey = apiKey;
+        this.timeout = timeout;
+    }
+    isHealthy() {
+        if (this.healthy)
+            return true;
+        if (Date.now() - this.lastFailureTime > BaseProvider.RECOVERY_TIME_MS) {
+            this.healthy = true;
+            this.consecutiveFailures = 0;
+            logger_1.logger.info({ provider: this.name }, 'Provider auto-recovered');
+            return true;
+        }
+        return false;
+    }
+    markUnhealthy(reason) {
+        this.consecutiveFailures++;
+        this.lastFailureTime = Date.now();
+        if (this.consecutiveFailures >= BaseProvider.FAILURE_THRESHOLD) {
+            this.healthy = false;
+            logger_1.logger.warn({ provider: this.name, reason, failures: this.consecutiveFailures }, 'Provider marked unhealthy');
+        }
+    }
+    markHealthy() {
+        if (!this.healthy) {
+            logger_1.logger.info({ provider: this.name }, 'Provider recovered');
+        }
+        this.healthy = true;
+        this.consecutiveFailures = 0;
+    }
+    /**
+     * Transparent proxy: forward an Anthropic-format request body directly
+     * to the provider's native Anthropic endpoint.
+     *
+     * Returns the raw IncomingMessage so the caller can pipe it directly
+     * back to the client (for streaming) or buffer it (for non-streaming).
+     */
+    proxy(path, body, headers, isStream) {
+        return new Promise((resolve, reject) => {
+            const parsed = new url_1.URL(this.anthropicBaseUrl);
+            const isHttps = parsed.protocol === 'https:';
+            const transport = isHttps ? https_1.default : http_1.default;
+            const payload = typeof body === 'string' ? Buffer.from(body) : body;
+            const fullPath = parsed.pathname.replace(/\/+$/, '') + path;
+            // Forward most headers, but override auth
+            const proxyHeaders = {
+                'Content-Type': 'application/json',
+                'Content-Length': payload.length,
+                'x-api-key': this.apiKey,
+                'Authorization': `Bearer ${this.apiKey}`,
+            };
+            // Pass through anthropic-specific headers
+            if (headers['anthropic-version'])
+                proxyHeaders['anthropic-version'] = headers['anthropic-version'];
+            if (headers['anthropic-beta'])
+                proxyHeaders['anthropic-beta'] = headers['anthropic-beta'];
+            const options = {
+                hostname: parsed.hostname,
+                port: parsed.port || (isHttps ? 443 : 80),
+                path: fullPath,
+                method: 'POST',
+                headers: proxyHeaders,
+                timeout: this.timeout,
+            };
+            const req = transport.request(options, (res) => {
+                if (isStream || (res.statusCode && res.statusCode < 400)) {
+                    resolve(res);
+                    return;
+                }
+                // Non-stream error: buffer the error response to log it
+                const chunks = [];
+                res.on('data', (chunk) => chunks.push(chunk));
+                res.on('end', () => {
+                    const errBody = Buffer.concat(chunks).toString();
+                    let message = `Provider ${this.name} returned ${res.statusCode}`;
+                    try {
+                        const parsed = JSON.parse(errBody);
+                        message = parsed.error?.message || message;
+                    }
+                    catch { }
+                    const err = new Error(message);
+                    err.statusCode = res.statusCode || 500;
+                    err.rawBody = errBody;
+                    reject(err);
+                });
+            });
+            req.on('timeout', () => {
+                req.destroy();
+                reject(new Error(`Request to ${this.name} timed out after ${this.timeout}ms`));
+            });
+            req.on('error', reject);
+            req.write(payload);
+            req.end();
+        });
+    }
+}
+exports.BaseProvider = BaseProvider;
+//# sourceMappingURL=base-provider.js.map

package/dist/providers/base-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base-provider.js","sourceRoot":"","sources":["../../src/providers/base-provider.ts"],"names":[],"mappings":";;;;;;AAAA,gDAAwB;AACxB,kDAA0B;AAC1B,6BAA0B;AAG1B,4CAAyC;AAEzC;;;;;;;;;GASG;AACH,MAAa,YAAY;IACd,IAAI,CAAS;IACb,gBAAgB,CAAS;IACzB,aAAa,CAAqB;IAC1B,MAAM,CAAS;IACf,OAAO,CAAS;IAEjC,kBAAkB;IACV,OAAO,GAAG,IAAI,CAAC;IACf,mBAAmB,GAAG,CAAC,CAAC;IACxB,eAAe,GAAG,CAAC,CAAC;IACpB,MAAM,CAAU,iBAAiB,GAAG,CAAC,CAAC;IACtC,MAAM,CAAU,gBAAgB,GAAG,MAAM,CAAC;IAElD,YACE,IAAY,EACZ,gBAAwB,EACxB,MAAc,EACd,OAAe,EACf,aAAsB;QAEtB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,SAAS;QACP,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAC9B,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,eAAe,GAAG,YAAY,CAAC,gBAAgB,EAAE,CAAC;YACtE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;YACpB,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;YAC7B,eAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,EAAE,yBAAyB,CAAC,CAAC;YAChE,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,aAAa,CAAC,MAAc;QAC1B,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAC3B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAClC,IAAI,IAAI,CAAC,mBAAmB,IAAI,YAAY,CAAC,iBAAiB,EAAE,CAAC;YAC/D,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;YACrB,eAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,mBAAmB,EAAE,EAC7E,2BAA2B,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAED,WAAW;QACT,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,eAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,EAAE,oBAAoB,CAAC,CAAC;QAC7D,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;IAC/B,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CACH,IAAY,EACZ,IAAqB,EACrB,OAA+B,EAC/B,QAAiB;QAEjB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,MAAM,GAAG,IAAI,SAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC;YAC7C,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,eAAK,CAAC,CAAC,CAAC,cAAI,CAAC;YAEzC,MAAM,OAAO,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACpE,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC;YAE5D,0CAA0C;YAC1C,MAAM,YAAY,GAAoC;gBACpD,cAAc,EAAE,kBAAkB;gBAClC,gBAAgB,EAAE,OAAO,CAAC,MAAM;gBAChC,WAAW,EAAE,IAAI,CAAC,MAAM;gBACxB,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;aACzC,CAAC;YACF,0CAA0C;YAC1C,IAAI,OAAO,CAAC,mBAAmB,CAAC;gBAAE,YAAY,CAAC,mBAAmB,CAAC,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;YACnG,IAAI,OAAO,CAAC,gBAAgB,CAAC;gBAAE,YAAY,CAAC,gBAAgB,CAAC,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;YAE1F,MAAM,OAAO,GAAwB;gBACnC,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBACzC,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,YAAY;gBACrB,OAAO,EAAE,IAAI,CAAC,OAAO;aACtB,CAAC;YAEF,MAAM,GAAG,GAAG,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;gBAC7C,IAAI,QAAQ,IAAI,CAAC,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,UAAU,GAAG,GAAG,CAAC,EAAE,CAAC;oBACzD,OAAO,CAAC,GAAG,CAAC,CAAC;oBACb,OAAO;gBACT,CAAC;gBAED,wDAAwD;gBACxD,MAAM,MAAM,GAAa,EAAE,CAAC;gBAC5B,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC9C,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;oBACjB,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;oBACjD,IAAI,OAAO,GAAG,YAAY,IAAI,CAAC,IAAI,aAAa,GAAG,CAAC,UAAU,EAAE,CAAC;oBACjE,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBACnC,OAAO,GAAG,MAAM,CAAC,KAAK,EAAE,OAAO,IAAI,OAAO,CAAC;oBAC7C,CAAC;oBAAC,MAAM,CAAC,CAAA,CAAC;oBACV,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,OAAO,CAAoD,CAAC;oBAClF,GAAG,CAAC,UAAU,GAAG,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC;oBACvC,GAAG,CAAC,OAAO,GAAG,OAAO,CAAC;oBACtB,MAAM,CAAC,GAAG,CAAC,CAAC;gBACd,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,GAAG,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE;gBACrB,GAAG,CAAC,OAAO,EAAE,CAAC;gBACd,MAAM,CAAC,IAAI,KAAK,CAAC,cAAc,IAAI,CAAC,IAAI,oBAAoB,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC;YACjF,CAAC,CAAC,CAAC;YACH,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACxB,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACnB,GAAG,CAAC,GAAG,EAAE,CAAC;QACZ,CAAC,CAAC,CAAC;IACL,CAAC;;AAjIH,oCAkIC"}

package/dist/providers/deepseek.d.ts

@@ -0,0 +1,11 @@
+import { BaseProvider } from './base-provider';
+/**
+ * DeepSeek provider.
+ * Native Anthropic endpoint: https://api.deepseek.com/anthropic
+ *
+ * Best for: simple conversations, light tasks, cost-sensitive routing.
+ * Note: tool calling accuracy (~81.5%) is lower than Qwen.
+ */
+export declare class DeepSeekProvider extends BaseProvider {
+    constructor(anthropicBaseUrl: string, apiKey: string, timeout: number, openaiBaseUrl?: string);
+}

package/dist/providers/deepseek.js

@@ -0,0 +1,18 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DeepSeekProvider = void 0;
+const base_provider_1 = require("./base-provider");
+/**
+ * DeepSeek provider.
+ * Native Anthropic endpoint: https://api.deepseek.com/anthropic
+ *
+ * Best for: simple conversations, light tasks, cost-sensitive routing.
+ * Note: tool calling accuracy (~81.5%) is lower than Qwen.
+ */
+class DeepSeekProvider extends base_provider_1.BaseProvider {
+    constructor(anthropicBaseUrl, apiKey, timeout, openaiBaseUrl) {
+        super('deepseek', anthropicBaseUrl, apiKey, timeout, openaiBaseUrl);
+    }
+}
+exports.DeepSeekProvider = DeepSeekProvider;
+//# sourceMappingURL=deepseek.js.map

package/dist/providers/deepseek.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"deepseek.js","sourceRoot":"","sources":["../../src/providers/deepseek.ts"],"names":[],"mappings":";;;AAAA,mDAA+C;AAE/C;;;;;;GAMG;AACH,MAAa,gBAAiB,SAAQ,4BAAY;IAChD,YAAY,gBAAwB,EAAE,MAAc,EAAE,OAAe,EAAE,aAAsB;QAC3F,KAAK,CAAC,UAAU,EAAE,gBAAgB,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC;IACtE,CAAC;CACF;AAJD,4CAIC"}

package/dist/providers/registry.d.ts

@@ -0,0 +1,18 @@
+import type { AppConfig } from '../config';
+import type { LLMProvider, ResolvedRoute } from './types';
+export declare function initRegistry(config: AppConfig): void;
+/**
+ * Smart routing: decide which provider/model based on request characteristics.
+ *
+ * Rules:
+ * - If request has tools -> coding task -> use primary coding model (Qwen)
+ * - If request is simple (no tools, few messages) -> use light model (DeepSeek)
+ * - Model name mapping: claude-opus -> best available, claude-haiku -> cheapest
+ * - Fallback: try providers in priority order
+ */
+export declare function smartResolve(claudeModel: string, hasTools: boolean, messageCount: number): ResolvedRoute | null;
+/**
+ * Resolve with failover: yield providers to try in priority order.
+ */
+export declare function resolveWithFailover(claudeModel: string): AsyncGenerator<ResolvedRoute>;
+export declare function getProviders(): Map<string, LLMProvider>;

package/dist/providers/registry.js

@@ -0,0 +1,98 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.initRegistry = initRegistry;
+exports.smartResolve = smartResolve;
+exports.resolveWithFailover = resolveWithFailover;
+exports.getProviders = getProviders;
+const aliyun_1 = require("./aliyun");
+const deepseek_1 = require("./deepseek");
+const logger_1 = require("../utils/logger");
+const providers = new Map();
+let modelRouting = {};
+let smartRouting;
+function initRegistry(config) {
+    providers.clear();
+    for (const pc of config.providers) {
+        const provider = createProvider(pc);
+        if (provider) {
+            providers.set(pc.name, provider);
+            logger_1.logger.info({ provider: pc.name, endpoint: pc.anthropicBaseUrl }, 'Provider registered (native Anthropic endpoint)');
+        }
+    }
+    modelRouting = config.modelRouting;
+    smartRouting = config.smartRouting;
+    if (providers.size === 0) {
+        logger_1.logger.warn('No providers configured! API requests will fail.');
+    }
+}
+function createProvider(pc) {
+    if (!pc.enabled || !pc.apiKey)
+        return null;
+    switch (pc.name) {
+        case 'aliyun':
+            return new aliyun_1.AliyunProvider(pc.anthropicBaseUrl, pc.apiKey, pc.timeout, pc.openaiBaseUrl);
+        case 'deepseek':
+            return new deepseek_1.DeepSeekProvider(pc.anthropicBaseUrl, pc.apiKey, pc.timeout, pc.openaiBaseUrl);
+        default:
+            logger_1.logger.warn({ provider: pc.name }, 'Unknown provider type');
+            return null;
+    }
+}
+/**
+ * Smart routing: decide which provider/model based on request characteristics.
+ *
+ * Rules:
+ * - If request has tools -> coding task -> use primary coding model (Qwen)
+ * - If request is simple (no tools, few messages) -> use light model (DeepSeek)
+ * - Model name mapping: claude-opus -> best available, claude-haiku -> cheapest
+ * - Fallback: try providers in priority order
+ */
+function smartResolve(claudeModel, hasTools, messageCount) {
+    // Claude-haiku always goes to the cheap model
+    if (claudeModel.includes('haiku')) {
+        const p = providers.get(smartRouting.lightModel.provider);
+        if (p?.isHealthy()) {
+            return { provider: p, backendModel: smartRouting.lightModel.model };
+        }
+    }
+    // No tools + short conversation = light task
+    if (!hasTools && messageCount <= smartRouting.lightTaskMaxMessages) {
+        const p = providers.get(smartRouting.lightModel.provider);
+        if (p?.isHealthy()) {
+            return { provider: p, backendModel: smartRouting.lightModel.model };
+        }
+    }
+    // Tools present or complex conversation = coding task
+    if (hasTools) {
+        const p = providers.get(smartRouting.codingModel.provider);
+        if (p?.isHealthy()) {
+            return { provider: p, backendModel: smartRouting.codingModel.model };
+        }
+    }
+    // Fallback to model-based routing
+    return null;
+}
+/**
+ * Resolve with failover: yield providers to try in priority order.
+ */
+async function* resolveWithFailover(claudeModel) {
+    const routes = modelRouting[claudeModel];
+    if (!routes || routes.length === 0) {
+        logger_1.logger.error({ model: claudeModel }, 'No routes configured for model');
+        return;
+    }
+    for (const route of routes) {
+        const provider = providers.get(route.provider);
+        if (!provider)
+            continue;
+        if (!provider.isHealthy()) {
+            logger_1.logger.debug({ provider: route.provider }, 'Skipping unhealthy provider');
+            continue;
+        }
+        yield { provider, backendModel: route.model };
+    }
+}
+function getProviders() {
+    return providers;
+}
+//# sourceMappingURL=registry.js.map

package/dist/providers/registry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.js","sourceRoot":"","sources":["../../src/providers/registry.ts"],"names":[],"mappings":";;AAUA,oCAiBC;AAyBD,oCA+BC;AAKD,kDAkBC;AAED,oCAEC;AA5GD,qCAA0C;AAC1C,yCAA8C;AAC9C,4CAAyC;AAEzC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAuB,CAAC;AACjD,IAAI,YAAY,GAA4E,EAAE,CAAC;AAC/F,IAAI,YAAgC,CAAC;AAErC,SAAgB,YAAY,CAAC,MAAiB;IAC5C,SAAS,CAAC,KAAK,EAAE,CAAC;IAElB,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,cAAc,CAAC,EAAE,CAAC,CAAC;QACpC,IAAI,QAAQ,EAAE,CAAC;YACb,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YACjC,eAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,IAAI,EAAE,QAAQ,EAAE,EAAE,CAAC,gBAAgB,EAAE,EAAE,iDAAiD,CAAC,CAAC;QACvH,CAAC;IACH,CAAC;IAED,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;IACnC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;IAEnC,IAAI,SAAS,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QACzB,eAAM,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAC;IAClE,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,EAAkB;IACxC,IAAI,CAAC,EAAE,CAAC,OAAO,IAAI,CAAC,EAAE,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IAE3C,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;QAChB,KAAK,QAAQ;YACX,OAAO,IAAI,uBAAc,CAAC,EAAE,CAAC,gBAAgB,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC;QAC1F,KAAK,UAAU;YACb,OAAO,IAAI,2BAAgB,CAAC,EAAE,CAAC,gBAAgB,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC;QAC5F;YACE,eAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC,IAAI,EAAE,EAAE,uBAAuB,CAAC,CAAC;YAC5D,OAAO,IAAI,CAAC;IAChB,CAAC;AACH,CAAC;AAED;;;;;;;;GAQG;AACH,SAAgB,YAAY,CAC1B,WAAmB,EACnB,QAAiB,EACjB,YAAoB;IAEpB,8CAA8C;IAC9C,IAAI,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAClC,MAAM,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAC1D,IAAI,CAAC,EAAE,SAAS,EAAE,EAAE,CAAC;YACnB,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,YAAY,EAAE,YAAY,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACtE,CAAC;IACH,CAAC;IAED,6CAA6C;IAC7C,IAAI,CAAC,QAAQ,IAAI,YAAY,IAAI,YAAY,CAAC,oBAAoB,EAAE,CAAC;QACnE,MAAM,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAC1D,IAAI,CAAC,EAAE,SAAS,EAAE,EAAE,CAAC;YACnB,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,YAAY,EAAE,YAAY,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACtE,CAAC;IACH,CAAC;IAED,sDAAsD;IACtD,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QAC3D,IAAI,CAAC,EAAE,SAAS,EAAE,EAAE,CAAC;YACnB,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,YAAY,EAAE,YAAY,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;QACvE,CAAC;IACH,CAAC;IAED,kCAAkC;IAClC,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACI,KAAK,SAAS,CAAC,CAAC,mBAAmB,CACxC,WAAmB;IAEnB,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC;IACzC,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnC,eAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,gCAAgC,CAAC,CAAC;QACvE,OAAO;IACT,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC/C,IAAI,CAAC,QAAQ;YAAE,SAAS;QACxB,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,EAAE,CAAC;YAC1B,eAAM,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,EAAE,6BAA6B,CAAC,CAAC;YAC1E,SAAS;QACX,CAAC;QACD,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;IAChD,CAAC;AACH,CAAC;AAED,SAAgB,YAAY;IAC1B,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/dist/providers/types.d.ts

@@ -0,0 +1,17 @@
+import type { IncomingMessage } from 'http';
+export interface LLMProvider {
+    readonly name: string;
+    readonly anthropicBaseUrl: string;
+    isHealthy(): boolean;
+    markUnhealthy(reason: string): void;
+    markHealthy(): void;
+    /**
+     * Transparent proxy: forward raw Anthropic request to provider's native endpoint.
+     * Returns the raw HTTP response for direct piping back to the client.
+     */
+    proxy(path: string, body: Buffer | string, headers: Record<string, string>, isStream: boolean): Promise<IncomingMessage>;
+}
+export interface ResolvedRoute {
+    provider: LLMProvider;
+    backendModel: string;
+}

package/dist/providers/types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/dist/providers/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/providers/types.ts"],"names":[],"mappings":""}

package/dist/routes/admin.d.ts

@@ -0,0 +1 @@
+export declare const adminRouter: import("express-serve-static-core").Router;

package/dist/routes/admin.js

@@ -0,0 +1,153 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.adminRouter = void 0;
+const express_1 = require("express");
+const database_1 = require("../services/database");
+const session_auth_1 = require("../middleware/session-auth");
+const health_checker_1 = require("../services/health-checker");
+const logger_1 = require("../utils/logger");
+exports.adminRouter = (0, express_1.Router)();
+// All routes require admin auth
+exports.adminRouter.use(session_auth_1.adminAuth);
+/**
+ * GET /api/admin/stats
+ * Platform-wide statistics.
+ */
+exports.adminRouter.get('/stats', async (_req, res) => {
+    try {
+        const pool = (0, database_1.getPool)();
+        const [users] = await pool.execute(`
+      SELECT
+        COUNT(*) as total,
+        SUM(CASE WHEN DATE(created_at) = CURRENT_DATE THEN 1 ELSE 0 END) as today_new
+      FROM users
+    `);
+        const [activeUsers] = await pool.execute(`
+      SELECT COUNT(DISTINCT user_id) as cnt FROM usage_logs
+      WHERE created_at >= NOW() - INTERVAL '7 days'
+    `);
+        const [requests] = await pool.execute(`
+      SELECT
+        COUNT(*) as total,
+        SUM(CASE WHEN DATE(created_at) = CURRENT_DATE THEN 1 ELSE 0 END) as today
+      FROM usage_logs
+    `);
+        const [tokens] = await pool.execute(`
+      SELECT
+        COALESCE(SUM(input_tokens + output_tokens), 0) as total_tokens,
+        COALESCE(SUM(provider_cost), 0) as total_cost
+      FROM usage_logs
+    `);
+        const [monthCost] = await pool.execute(`
+      SELECT COALESCE(SUM(provider_cost), 0) as cost
+      FROM usage_logs WHERE created_at >= date_trunc('month', NOW())
+    `);
+        const [revenue] = await pool.execute(`
+      SELECT COALESCE(SUM(amount), 0) as total FROM orders WHERE status = 'paid'
+    `);
+        const [monthRevenue] = await pool.execute(`
+      SELECT COALESCE(SUM(amount), 0) as total FROM orders
+      WHERE status = 'paid' AND paid_at >= date_trunc('month', NOW())
+    `);
+        // Provider health
+        const providerHealth = (0, health_checker_1.getHealthStatus)();
+        res.json({
+            success: true,
+            stats: {
+                users: users[0],
+                activeUsers7d: activeUsers[0].cnt,
+                requests: requests[0],
+                tokens: tokens[0],
+                monthCost: parseFloat(monthCost[0].cost),
+                revenue: parseFloat(revenue[0].total),
+                monthRevenue: parseFloat(monthRevenue[0].total),
+                providerHealth,
+            },
+        });
+    }
+    catch (err) {
+        logger_1.logger.error({ err }, 'admin stats error');
+        res.status(500).json({ success: false, error: 'Internal error' });
+    }
+});
+/**
+ * GET /api/admin/users
+ * Full user list with plan and usage info.
+ */
+exports.adminRouter.get('/users', async (_req, res) => {
+    try {
+        const pool = (0, database_1.getPool)();
+        const [rows] = await pool.execute(`
+      SELECT
+        u.id, u.email, u.name, u.role, u.status, u.created_at,
+        p.name as plan_name, p.display_name as plan_display,
+        COALESCE(s.tokens_used, 0) as tokens_used,
+        p.token_limit_monthly,
+        (SELECT COUNT(*) FROM usage_logs WHERE user_id = u.id) as total_requests,
+        (SELECT COUNT(*) FROM api_keys WHERE user_id = u.id AND status = 'active') as api_key_count
+      FROM users u
+      LEFT JOIN subscriptions s ON s.user_id = u.id
+      LEFT JOIN plans p ON s.plan_id = p.id
+      ORDER BY u.created_at DESC
+    `);
+        res.json({ success: true, users: rows });
+    }
+    catch (err) {
+        logger_1.logger.error({ err }, 'admin users error');
+        res.status(500).json({ success: false, error: 'Internal error' });
+    }
+});
+/**
+ * PUT /api/admin/users/:id
+ * Update user status or plan.
+ */
+exports.adminRouter.put('/users/:id', async (req, res) => {
+    try {
+        const pool = (0, database_1.getPool)();
+        const userId = req.params.id;
+        const { status, plan } = req.body;
+        if (status) {
+            await pool.execute('UPDATE users SET status = ? WHERE id = ?', [status, userId]);
+        }
+        if (plan) {
+            const [plans] = await pool.execute('SELECT id FROM plans WHERE name = ?', [plan]);
+            const planId = plans[0]?.id;
+            if (planId) {
+                await pool.execute('UPDATE subscriptions SET plan_id = ?, tokens_used = 0 WHERE id = (SELECT id FROM subscriptions WHERE user_id = ? ORDER BY period_start DESC LIMIT 1)', [planId, userId]);
+            }
+        }
+        res.json({ success: true });
+    }
+    catch (err) {
+        logger_1.logger.error({ err }, 'admin update user error');
+        res.status(500).json({ success: false, error: 'Internal error' });
+    }
+});
+/**
+ * GET /api/admin/cost-report
+ * Provider cost breakdown.
+ */
+exports.adminRouter.get('/cost-report', async (_req, res) => {
+    try {
+        const pool = (0, database_1.getPool)();
+        const [daily] = await pool.execute(`
+      SELECT
+        DATE(created_at) as date,
+        provider_name,
+        COUNT(*) as requests,
+        COALESCE(SUM(input_tokens), 0) as input_tokens,
+        COALESCE(SUM(output_tokens), 0) as output_tokens,
+        COALESCE(SUM(provider_cost), 0) as cost
+      FROM usage_logs
+      WHERE created_at >= CURRENT_DATE - INTERVAL '30 days'
+      GROUP BY DATE(created_at), provider_name
+      ORDER BY date DESC, provider_name
+    `);
+        res.json({ success: true, daily });
+    }
+    catch (err) {
+        logger_1.logger.error({ err }, 'cost report error');
+        res.status(500).json({ success: false, error: 'Internal error' });
+    }
+});
+//# sourceMappingURL=admin.js.map

package/dist/routes/admin.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"admin.js","sourceRoot":"","sources":["../../src/routes/admin.ts"],"names":[],"mappings":";;;AAAA,qCAAiC;AAEjC,mDAA+C;AAC/C,6DAAuD;AACvD,+DAA6D;AAC7D,4CAAyC;AAE5B,QAAA,WAAW,GAAG,IAAA,gBAAM,GAAE,CAAC;AAEpC,gCAAgC;AAChC,mBAAW,CAAC,GAAG,CAAC,wBAAS,CAAC,CAAC;AAE3B;;;GAGG;AACH,mBAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAa,EAAE,GAAa,EAAE,EAAE;IAC/D,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,IAAA,kBAAO,GAAE,CAAC;QAEvB,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC;;;;;KAKlC,CAAC,CAAC;QAEH,MAAM,CAAC,WAAW,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC;;;KAGxC,CAAC,CAAC;QAEH,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC;;;;;KAKrC,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC;;;;;KAKnC,CAAC,CAAC;QAEH,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC;;;KAGtC,CAAC,CAAC;QAEH,MAAM,CAAC,OAAO,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC;;KAEpC,CAAC,CAAC;QAEH,MAAM,CAAC,YAAY,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC;;;KAGzC,CAAC,CAAC;QAEH,kBAAkB;QAClB,MAAM,cAAc,GAAG,IAAA,gCAAe,GAAE,CAAC;QAEzC,GAAG,CAAC,IAAI,CAAC;YACP,OAAO,EAAE,IAAI;YACb,KAAK,EAAE;gBACL,KAAK,EAAG,KAAe,CAAC,CAAC,CAAC;gBAC1B,aAAa,EAAG,WAAqB,CAAC,CAAC,CAAC,CAAC,GAAG;gBAC5C,QAAQ,EAAG,QAAkB,CAAC,CAAC,CAAC;gBAChC,MAAM,EAAG,MAAgB,CAAC,CAAC,CAAC;gBAC5B,SAAS,EAAE,UAAU,CAAE,SAAmB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;gBACnD,OAAO,EAAE,UAAU,CAAE,OAAiB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;gBAChD,YAAY,EAAE,UAAU,CAAE,YAAsB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;gBAC1D,cAAc;aACf;SACF,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,mBAAmB,CAAC,CAAC;QAC3C,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC,CAAC;IACpE,CAAC;AACH,CAAC,CAAC,CAAC;AAEH;;;GAGG;AACH,mBAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAa,EAAE,GAAa,EAAE,EAAE;IAC/D,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,IAAA,kBAAO,GAAE,CAAC;QACvB,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC;;;;;;;;;;;;KAYjC,CAAC,CAAC;QAEH,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,mBAAmB,CAAC,CAAC;QAC3C,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC,CAAC;IACpE,CAAC;AACH,CAAC,CAAC,CAAC;AAEH;;;GAGG;AACH,mBAAW,CAAC,GAAG,CAAC,YAAY,EAAE,KAAK,EAAE,GAAY,EAAE,GAAa,EAAE,EAAE;IAClE,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,IAAA,kBAAO,GAAE,CAAC;QACvB,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;QAC7B,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC;QAElC,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,IAAI,CAAC,OAAO,CAAC,0CAA0C,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;QACnF,CAAC;QAED,IAAI,IAAI,EAAE,CAAC;YACT,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,qCAAqC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;YAClF,MAAM,MAAM,GAAI,KAAe,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;YACvC,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,IAAI,CAAC,OAAO,CAChB,sJAAsJ,EACtJ,CAAC,MAAM,EAAE,MAAM,CAAC,CACjB,CAAC;YACJ,CAAC;QACH,CAAC;QAED,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,yBAAyB,CAAC,CAAC;QACjD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC,CAAC;IACpE,CAAC;AACH,CAAC,CAAC,CAAC;AAEH;;;GAGG;AACH,mBAAW,CAAC,GAAG,CAAC,cAAc,EAAE,KAAK,EAAE,IAAa,EAAE,GAAa,EAAE,EAAE;IACrE,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,IAAA,kBAAO,GAAE,CAAC;QACvB,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC;;;;;;;;;;;;KAYlC,CAAC,CAAC;QAEH,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IACrC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,EAAE,mBAAmB,CAAC,CAAC;QAC3C,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC,CAAC;IACpE,CAAC;AACH,CAAC,CAAC,CAAC"}

package/dist/routes/auth.d.ts

@@ -0,0 +1,2 @@
+import { Router } from 'express';
+export declare function createAuthRouter(jwtSecret: string): Router;