llmapi-v2 2.1.0

package/.env.example

@@ -0,0 +1,40 @@
+# Server
+PORT=3000
+JWT_SECRET=change-this-to-a-random-secret
+NODE_ENV=production
+LOG_LEVEL=info
+
+# PostgreSQL (shared instance)
+DATABASE_URL=postgresql://llmapi_user:change-this@postgres:5432/llmapi
+
+# Provider: Alibaba Bailian (DashScope) - PRIMARY
+ALIYUN_ENABLED=true
+ALIYUN_API_KEY=sk-xxx
+ALIYUN_ANTHROPIC_URL=https://dashscope.aliyuncs.com/apps/anthropic
+ALIYUN_OPENAI_URL=https://dashscope.aliyuncs.com/compatible-mode/v1
+
+# Provider: DeepSeek - SECONDARY
+DEEPSEEK_ENABLED=false
+DEEPSEEK_API_KEY=sk-f38bd5a0ba454e59af92cd9af5be1200
+DEEPSEEK_ANTHROPIC_URL=https://api.deepseek.com/anthropic
+DEEPSEEK_OPENAI_URL=https://api.deepseek.com/v1
+
+# Smart routing
+SMART_ROUTING_LIGHT_MAX_MESSAGES=4
+
+# Google OAuth
+GOOGLE_CLIENT_ID=
+GOOGLE_CLIENT_SECRET=
+GOOGLE_REDIRECT_URI=https://llmapi.pro/api/auth/google/callback
+
+# Email (Resend) - optional
+RESEND_API_KEY=
+
+# Alipay - optional
+ALIPAY_APP_ID=
+ALIPAY_PRIVATE_KEY=
+ALIPAY_PUBLIC_KEY=
+ALIPAY_GATEWAY=https://openapi.alipay.com/gateway.do
+
+# Site
+SITE_URL=https://llmapi.pro

package/Dockerfile

@@ -0,0 +1,17 @@
+FROM node:20-alpine AS builder
+WORKDIR /app
+COPY package*.json ./
+RUN npm ci
+COPY tsconfig.json ./
+COPY src/ ./src/
+RUN npm run build
+
+FROM node:20-alpine
+WORKDIR /app
+COPY package*.json ./
+RUN npm ci --omit=dev
+COPY --from=builder /app/dist ./dist
+COPY views/ ./views/
+COPY public/ ./public/
+EXPOSE 3000
+CMD ["node", "dist/index.js"]

package/dist/config.d.ts

@@ -0,0 +1,48 @@
+export interface ProviderConfig {
+    name: string;
+    /** Native Anthropic-compatible endpoint (preferred) */
+    anthropicBaseUrl: string;
+    /** OpenAI-compatible endpoint (fallback for providers without native Anthropic support) */
+    openaiBaseUrl?: string;
+    apiKey: string;
+    enabled: boolean;
+    timeout: number;
+    /** Maps Claude model names to this provider's model names */
+    models: Record<string, string>;
+    /** Cost per 1M tokens in RMB: { input, output, cached_input } */
+    pricing: Record<string, {
+        input: number;
+        output: number;
+        cached_input?: number;
+    }>;
+}
+export interface ModelRoute {
+    provider: string;
+    model: string;
+    priority: number;
+}
+/** Smart routing: which models to use based on task complexity */
+export interface SmartRoutingConfig {
+    /** Model for heavy coding tasks (tools present, complex) */
+    codingModel: {
+        provider: string;
+        model: string;
+    };
+    /** Model for simple/chat tasks (no tools or trivial) */
+    lightModel: {
+        provider: string;
+        model: string;
+    };
+    /** Threshold: if message count < this AND no tools, use light model */
+    lightTaskMaxMessages: number;
+}
+export interface AppConfig {
+    port: number;
+    jwtSecret: string;
+    databaseUrl: string;
+    providers: ProviderConfig[];
+    modelRouting: Record<string, ModelRoute[]>;
+    smartRouting: SmartRoutingConfig;
+    siteUrl: string;
+}
+export declare function loadConfig(): AppConfig;

package/dist/config.js

@@ -0,0 +1,98 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.loadConfig = loadConfig;
+function env(key, fallback) {
+    const val = process.env[key];
+    if (val !== undefined)
+        return val;
+    if (fallback !== undefined)
+        return fallback;
+    throw new Error(`Missing required env var: ${key}`);
+}
+function envBool(key, fallback) {
+    const val = process.env[key];
+    if (val === undefined)
+        return fallback;
+    return val === 'true' || val === '1';
+}
+function envInt(key, fallback) {
+    const val = process.env[key];
+    if (val === undefined)
+        return fallback;
+    const n = parseInt(val, 10);
+    return isNaN(n) ? fallback : n;
+}
+function loadConfig() {
+    const providers = [];
+    // Alibaba Bailian (DashScope) - PRIMARY: native Anthropic endpoint (China domestic)
+    if (envBool('ALIYUN_ENABLED', false)) {
+        providers.push({
+            name: 'aliyun',
+            anthropicBaseUrl: env('ALIYUN_ANTHROPIC_URL', 'https://dashscope.aliyuncs.com/apps/anthropic'),
+            openaiBaseUrl: env('ALIYUN_OPENAI_URL', 'https://dashscope.aliyuncs.com/compatible-mode/v1'),
+            apiKey: env('ALIYUN_API_KEY', ''),
+            enabled: true,
+            timeout: 300_000,
+            models: {
+                'claude-sonnet-4-6': 'qwen3-coder-plus',
+                'claude-opus-4-6': 'qwen-max',
+                'claude-haiku-4-5': 'qwen-plus',
+            },
+            pricing: {
+                'qwen3-coder-plus': { input: 3.5, output: 7.0, cached_input: 0.35 },
+                'qwen-max': { input: 20.0, output: 60.0, cached_input: 2.0 },
+                'qwen-plus': { input: 0.5, output: 1.5, cached_input: 0.05 },
+            },
+        });
+    }
+    // DeepSeek - native Anthropic endpoint for simple tasks
+    if (envBool('DEEPSEEK_ENABLED', false)) {
+        providers.push({
+            name: 'deepseek',
+            anthropicBaseUrl: env('DEEPSEEK_ANTHROPIC_URL', 'https://api.deepseek.com/anthropic'),
+            openaiBaseUrl: env('DEEPSEEK_OPENAI_URL', 'https://api.deepseek.com/v1'),
+            apiKey: env('DEEPSEEK_API_KEY', ''),
+            enabled: true,
+            timeout: 300_000,
+            models: {
+                'claude-sonnet-4-6': 'deepseek-chat',
+                'claude-opus-4-6': 'deepseek-chat',
+                'claude-haiku-4-5': 'deepseek-chat',
+            },
+            pricing: {
+                'deepseek-chat': { input: 1.0, output: 2.0, cached_input: 0.1 },
+            },
+        });
+    }
+    // Build model routing
+    const modelRouting = {};
+    const claudeModels = ['claude-sonnet-4-6', 'claude-opus-4-6', 'claude-haiku-4-5'];
+    for (const claudeModel of claudeModels) {
+        const routes = [];
+        for (let i = 0; i < providers.length; i++) {
+            const p = providers[i];
+            if (p.models[claudeModel]) {
+                routes.push({ provider: p.name, model: p.models[claudeModel], priority: i });
+            }
+        }
+        if (routes.length > 0) {
+            modelRouting[claudeModel] = routes.sort((a, b) => a.priority - b.priority);
+        }
+    }
+    // Smart routing config
+    const smartRouting = {
+        codingModel: { provider: 'aliyun', model: 'qwen3-coder-plus' },
+        lightModel: { provider: 'deepseek', model: 'deepseek-chat' },
+        lightTaskMaxMessages: envInt('SMART_ROUTING_LIGHT_MAX_MESSAGES', 4),
+    };
+    return {
+        port: envInt('PORT', 3000),
+        jwtSecret: env('JWT_SECRET', 'dev-secret-change-me'),
+        databaseUrl: env('DATABASE_URL', 'postgresql://llmapi_user:change-this@postgres:5432/llmapi'),
+        providers,
+        modelRouting,
+        smartRouting,
+        siteUrl: env('SITE_URL', 'http://localhost:3000'),
+    };
+}
+//# sourceMappingURL=config.js.map

package/dist/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":";;AA6DA,gCA8EC;AAlGD,SAAS,GAAG,CAAC,GAAW,EAAE,QAAiB;IACzC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,GAAG,CAAC;IAClC,IAAI,QAAQ,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC;IAC5C,MAAM,IAAI,KAAK,CAAC,6BAA6B,GAAG,EAAE,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,OAAO,CAAC,GAAW,EAAE,QAAiB;IAC7C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC;IACvC,OAAO,GAAG,KAAK,MAAM,IAAI,GAAG,KAAK,GAAG,CAAC;AACvC,CAAC;AAED,SAAS,MAAM,CAAC,GAAW,EAAE,QAAgB;IAC3C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,QAAQ,CAAC;IACvC,MAAM,CAAC,GAAG,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAC5B,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;AACjC,CAAC;AAED,SAAgB,UAAU;IACxB,MAAM,SAAS,GAAqB,EAAE,CAAC;IAEvC,oFAAoF;IACpF,IAAI,OAAO,CAAC,gBAAgB,EAAE,KAAK,CAAC,EAAE,CAAC;QACrC,SAAS,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,QAAQ;YACd,gBAAgB,EAAE,GAAG,CAAC,sBAAsB,EAAE,+CAA+C,CAAC;YAC9F,aAAa,EAAE,GAAG,CAAC,mBAAmB,EAAE,mDAAmD,CAAC;YAC5F,MAAM,EAAE,GAAG,CAAC,gBAAgB,EAAE,EAAE,CAAC;YACjC,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,OAAO;YAChB,MAAM,EAAE;gBACN,mBAAmB,EAAE,kBAAkB;gBACvC,iBAAiB,EAAE,UAAU;gBAC7B,kBAAkB,EAAE,WAAW;aAChC;YACD,OAAO,EAAE;gBACP,kBAAkB,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,YAAY,EAAE,IAAI,EAAE;gBACnE,UAAU,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,GAAG,EAAE;gBAC5D,WAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,YAAY,EAAE,IAAI,EAAE;aAC7D;SACF,CAAC,CAAC;IACL,CAAC;IAED,wDAAwD;IACxD,IAAI,OAAO,CAAC,kBAAkB,EAAE,KAAK,CAAC,EAAE,CAAC;QACvC,SAAS,CAAC,IAAI,CAAC;YACb,IAAI,EAAE,UAAU;YAChB,gBAAgB,EAAE,GAAG,CAAC,wBAAwB,EAAE,oCAAoC,CAAC;YACrF,aAAa,EAAE,GAAG,CAAC,qBAAqB,EAAE,6BAA6B,CAAC;YACxE,MAAM,EAAE,GAAG,CAAC,kBAAkB,EAAE,EAAE,CAAC;YACnC,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,OAAO;YAChB,MAAM,EAAE;gBACN,mBAAmB,EAAE,eAAe;gBACpC,iBAAiB,EAAE,eAAe;gBAClC,kBAAkB,EAAE,eAAe;aACpC;YACD,OAAO,EAAE;gBACP,eAAe,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,YAAY,EAAE,GAAG,EAAE;aAChE;SACF,CAAC,CAAC;IACL,CAAC;IAED,sBAAsB;IACtB,MAAM,YAAY,GAAiC,EAAE,CAAC;IACtD,MAAM,YAAY,GAAG,CAAC,mBAAmB,EAAE,iBAAiB,EAAE,kBAAkB,CAAC,CAAC;IAElF,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;QACvC,MAAM,MAAM,GAAiB,EAAE,CAAC;QAChC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YACvB,IAAI,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC1B,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;YAC/E,CAAC;QACH,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,YAAY,CAAC,WAAW,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;QAC7E,CAAC;IACH,CAAC;IAED,uBAAuB;IACvB,MAAM,YAAY,GAAuB;QACvC,WAAW,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,kBAAkB,EAAE;QAC9D,UAAU,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,eAAe,EAAE;QAC5D,oBAAoB,EAAE,MAAM,CAAC,kCAAkC,EAAE,CAAC,CAAC;KACpE,CAAC;IAEF,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC;QAC1B,SAAS,EAAE,GAAG,CAAC,YAAY,EAAE,sBAAsB,CAAC;QACpD,WAAW,EAAE,GAAG,CAAC,cAAc,EAAE,2DAA2D,CAAC;QAC7F,SAAS;QACT,YAAY;QACZ,YAAY;QACZ,OAAO,EAAE,GAAG,CAAC,UAAU,EAAE,uBAAuB,CAAC;KAClD,CAAC;AACJ,CAAC"}

package/dist/converter/request.d.ts

@@ -0,0 +1,6 @@
+import type { AnthropicRequest, OpenAIRequest } from './types';
+/**
+ * Convert an Anthropic Messages API request to OpenAI Chat Completions format.
+ * This is the inbound conversion: Claude Code -> our proxy -> provider.
+ */
+export declare function convertRequest(req: AnthropicRequest): OpenAIRequest;

package/dist/converter/request.js

@@ -0,0 +1,184 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.convertRequest = convertRequest;
+/**
+ * Convert an Anthropic Messages API request to OpenAI Chat Completions format.
+ * This is the inbound conversion: Claude Code -> our proxy -> provider.
+ */
+function convertRequest(req) {
+    const openaiMessages = convertMessages(req.messages, req.system);
+    const openaiTools = convertTools(req.tools);
+    const openaiToolChoice = convertToolChoice(req.tool_choice);
+    const body = {
+        model: '', // Will be set by the router
+        messages: openaiMessages,
+        stream: !!req.stream,
+    };
+    if (req.max_tokens)
+        body.max_tokens = req.max_tokens;
+    if (req.temperature !== undefined)
+        body.temperature = req.temperature;
+    if (req.top_p !== undefined)
+        body.top_p = req.top_p;
+    if (req.stop_sequences)
+        body.stop = req.stop_sequences;
+    if (openaiTools)
+        body.tools = openaiTools;
+    if (openaiToolChoice)
+        body.tool_choice = openaiToolChoice;
+    if (req.stream)
+        body.stream_options = { include_usage: true };
+    return body;
+}
+/**
+ * Convert Anthropic messages array + system prompt to OpenAI messages.
+ */
+function convertMessages(messages, system) {
+    const result = [];
+    // System prompt
+    if (system) {
+        const systemText = typeof system === 'string'
+            ? system
+            : system.map(b => b.text).join('\n');
+        if (systemText) {
+            result.push({ role: 'system', content: systemText });
+        }
+    }
+    for (const msg of messages) {
+        if (msg.role === 'user') {
+            convertUserMessage(msg, result);
+        }
+        else if (msg.role === 'assistant') {
+            convertAssistantMessage(msg, result);
+        }
+    }
+    return result;
+}
+/**
+ * Convert a user message. Anthropic user messages can contain interleaved
+ * text and tool_result blocks. OpenAI requires tool results as separate messages.
+ */
+function convertUserMessage(msg, result) {
+    if (typeof msg.content === 'string') {
+        result.push({ role: 'user', content: msg.content });
+        return;
+    }
+    const textParts = [];
+    const imageParts = [];
+    for (const block of msg.content) {
+        switch (block.type) {
+            case 'text':
+                textParts.push(block.text);
+                break;
+            case 'tool_result': {
+                // Each tool_result becomes a separate OpenAI tool message
+                let content;
+                if (typeof block.content === 'string') {
+                    content = block.content;
+                }
+                else if (Array.isArray(block.content)) {
+                    content = block.content
+                        .map(b => ('text' in b ? b.text : JSON.stringify(b)))
+                        .join('\n');
+                }
+                else {
+                    content = '';
+                }
+                if (block.is_error) {
+                    content = `[ERROR] ${content}`;
+                }
+                result.push({
+                    role: 'tool',
+                    tool_call_id: block.tool_use_id,
+                    content,
+                });
+                break;
+            }
+            case 'image': {
+                // Convert base64 image to OpenAI image_url format
+                const dataUrl = `data:${block.source.media_type};base64,${block.source.data}`;
+                imageParts.push({ type: 'image_url', image_url: { url: dataUrl } });
+                break;
+            }
+        }
+    }
+    // Emit text/image as user message
+    if (textParts.length > 0 && imageParts.length === 0) {
+        result.push({ role: 'user', content: textParts.join('\n') });
+    }
+    else if (imageParts.length > 0) {
+        const parts = [];
+        if (textParts.length > 0) {
+            parts.push({ type: 'text', text: textParts.join('\n') });
+        }
+        parts.push(...imageParts);
+        result.push({ role: 'user', content: parts });
+    }
+}
+/**
+ * Convert an assistant message. Anthropic assistant messages can contain
+ * text, thinking, and tool_use blocks. OpenAI uses tool_calls array.
+ */
+function convertAssistantMessage(msg, result) {
+    if (typeof msg.content === 'string') {
+        result.push({ role: 'assistant', content: msg.content });
+        return;
+    }
+    const textParts = [];
+    const toolCalls = [];
+    for (const block of msg.content) {
+        switch (block.type) {
+            case 'text':
+                textParts.push(block.text);
+                break;
+            case 'thinking':
+                // Thinking blocks: some providers support reasoning_content,
+                // but for history replay we skip them (provider generates its own thinking)
+                break;
+            case 'tool_use':
+                toolCalls.push({
+                    id: block.id,
+                    type: 'function',
+                    function: {
+                        name: block.name,
+                        arguments: JSON.stringify(block.input),
+                    },
+                });
+                break;
+        }
+    }
+    const assistantMsg = { role: 'assistant' };
+    assistantMsg.content = textParts.length > 0 ? textParts.join('\n') : null;
+    if (toolCalls.length > 0)
+        assistantMsg.tool_calls = toolCalls;
+    result.push(assistantMsg);
+}
+/**
+ * Convert Anthropic tool definitions to OpenAI format.
+ */
+function convertTools(tools) {
+    if (!tools || tools.length === 0)
+        return undefined;
+    return tools.map(tool => ({
+        type: 'function',
+        function: {
+            name: tool.name,
+            description: tool.description || '',
+            parameters: tool.input_schema || {},
+        },
+    }));
+}
+/**
+ * Convert Anthropic tool_choice to OpenAI format.
+ */
+function convertToolChoice(choice) {
+    if (!choice)
+        return undefined;
+    switch (choice.type) {
+        case 'auto': return 'auto';
+        case 'any': return 'required';
+        case 'tool': return { type: 'function', function: { name: choice.name } };
+        default: return 'auto';
+    }
+}
+//# sourceMappingURL=request.js.map

package/dist/converter/request.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"request.js","sourceRoot":"","sources":["../../src/converter/request.ts"],"names":[],"mappings":";;AAiBA,wCAoBC;AAxBD;;;GAGG;AACH,SAAgB,cAAc,CAAC,GAAqB;IAClD,MAAM,cAAc,GAAG,eAAe,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACjE,MAAM,WAAW,GAAG,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC5C,MAAM,gBAAgB,GAAG,iBAAiB,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IAE5D,MAAM,IAAI,GAAkB;QAC1B,KAAK,EAAE,EAAE,EAAE,4BAA4B;QACvC,QAAQ,EAAE,cAAc;QACxB,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM;KACrB,CAAC;IAEF,IAAI,GAAG,CAAC,UAAU;QAAE,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,UAAU,CAAC;IACrD,IAAI,GAAG,CAAC,WAAW,KAAK,SAAS;QAAE,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC;IACtE,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS;QAAE,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;IACpD,IAAI,GAAG,CAAC,cAAc;QAAE,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC,cAAc,CAAC;IACvD,IAAI,WAAW;QAAE,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC;IAC1C,IAAI,gBAAgB;QAAE,IAAI,CAAC,WAAW,GAAG,gBAAgB,CAAC;IAC1D,IAAI,GAAG,CAAC,MAAM;QAAE,IAAI,CAAC,cAAc,GAAG,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;IAE9D,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,SAAS,eAAe,CACtB,QAA4B,EAC5B,MAAkD;IAElD,MAAM,MAAM,GAAoB,EAAE,CAAC;IAEnC,gBAAgB;IAChB,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,UAAU,GAAG,OAAO,MAAM,KAAK,QAAQ;YAC3C,CAAC,CAAC,MAAM;YACR,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvC,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAED,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACxB,kBAAkB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAClC,CAAC;aAAM,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YACpC,uBAAuB,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;GAGG;AACH,SAAS,kBAAkB,CAAC,GAAqB,EAAE,MAAuB;IACxE,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QACpC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QACpD,OAAO;IACT,CAAC;IAED,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,UAAU,GAAwB,EAAE,CAAC;IAE3C,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;QAChC,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,MAAM;gBACT,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC3B,MAAM;YAER,KAAK,aAAa,CAAC,CAAC,CAAC;gBACnB,0DAA0D;gBAC1D,IAAI,OAAe,CAAC;gBACpB,IAAI,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;oBACtC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;gBAC1B,CAAC;qBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;oBACxC,OAAO,GAAG,KAAK,CAAC,OAAO;yBACpB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;yBACpD,IAAI,CAAC,IAAI,CAAC,CAAC;gBAChB,CAAC;qBAAM,CAAC;oBACN,OAAO,GAAG,EAAE,CAAC;gBACf,CAAC;gBACD,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;oBACnB,OAAO,GAAG,WAAW,OAAO,EAAE,CAAC;gBACjC,CAAC;gBACD,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,MAAM;oBACZ,YAAY,EAAE,KAAK,CAAC,WAAW;oBAC/B,OAAO;iBACR,CAAC,CAAC;gBACH,MAAM;YACR,CAAC;YAED,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,kDAAkD;gBAClD,MAAM,OAAO,GAAG,QAAQ,KAAK,CAAC,MAAM,CAAC,UAAU,WAAW,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC9E,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC;gBACpE,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED,kCAAkC;IAClC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpD,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC/D,CAAC;SAAM,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjC,MAAM,KAAK,GAAwB,EAAE,CAAC;QACtC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC3D,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;QAC1B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IAChD,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,SAAS,uBAAuB,CAAC,GAAqB,EAAE,MAAuB;IAC7E,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QACpC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QACzD,OAAO;IACT,CAAC;IAED,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,SAAS,GAAqB,EAAE,CAAC;IAEvC,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;QAChC,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,MAAM;gBACT,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC3B,MAAM;YAER,KAAK,UAAU;gBACb,6DAA6D;gBAC7D,4EAA4E;gBAC5E,MAAM;YAER,KAAK,UAAU;gBACb,SAAS,CAAC,IAAI,CAAC;oBACb,EAAE,EAAE,KAAK,CAAC,EAAE;oBACZ,IAAI,EAAE,UAAU;oBAChB,QAAQ,EAAE;wBACR,IAAI,EAAE,KAAK,CAAC,IAAI;wBAChB,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC;qBACvC;iBACF,CAAC,CAAC;gBACH,MAAM;QACV,CAAC;IACH,CAAC;IAED,MAAM,YAAY,GAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;IAChD,YAAY,CAAC,OAAO,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC1E,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC;QAAE,YAAY,CAAC,UAAU,GAAG,SAAS,CAAC;IAE9D,MAAM,CAAC,IAAI,CAAC,YAA6B,CAAC,CAAC;AAC7C,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CAAC,KAAiC;IACrD,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IACnD,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACxB,IAAI,EAAE,UAAmB;QACzB,QAAQ,EAAE;YACR,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,EAAE;YACnC,UAAU,EAAE,IAAI,CAAC,YAAY,IAAI,EAAE;SACpC;KACF,CAAC,CAAC,CAAC;AACN,CAAC;AAED;;GAEG;AACH,SAAS,iBAAiB,CACxB,MAA4B;IAE5B,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAE9B,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;QACpB,KAAK,MAAM,CAAC,CAAC,OAAO,MAAM,CAAC;QAC3B,KAAK,KAAK,CAAC,CAAC,OAAO,UAAU,CAAC;QAC9B,KAAK,MAAM,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;QAC1E,OAAO,CAAC,CAAC,OAAO,MAAM,CAAC;IACzB,CAAC;AACH,CAAC"}

package/dist/converter/response.d.ts

@@ -0,0 +1,6 @@
+import type { AnthropicResponse, OpenAIResponse } from './types';
+/**
+ * Convert an OpenAI Chat Completions response to Anthropic Messages format.
+ * Used for non-streaming requests only.
+ */
+export declare function convertResponse(openaiResp: OpenAIResponse, displayModel: string): AnthropicResponse;

package/dist/converter/response.js

@@ -0,0 +1,76 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.convertResponse = convertResponse;
+const uuid_1 = require("uuid");
+/**
+ * Convert an OpenAI Chat Completions response to Anthropic Messages format.
+ * Used for non-streaming requests only.
+ */
+function convertResponse(openaiResp, displayModel) {
+    const choice = openaiResp.choices?.[0];
+    if (!choice) {
+        return {
+            id: `msg_${(0, uuid_1.v4)().replace(/-/g, '')}`,
+            type: 'message',
+            role: 'assistant',
+            model: displayModel,
+            content: [{ type: 'text', text: 'No response from backend.' }],
+            stop_reason: 'end_turn',
+            stop_sequence: null,
+            usage: { input_tokens: 0, output_tokens: 0 },
+        };
+    }
+    const msg = choice.message;
+    const content = [];
+    // Reasoning / thinking content
+    if (msg.reasoning_content) {
+        content.push({ type: 'thinking', thinking: msg.reasoning_content });
+    }
+    // Text content
+    if (msg.content) {
+        content.push({ type: 'text', text: msg.content });
+    }
+    // Tool calls
+    if (msg.tool_calls && msg.tool_calls.length > 0) {
+        for (const tc of msg.tool_calls) {
+            let input = {};
+            try {
+                input = JSON.parse(tc.function.arguments);
+            }
+            catch { }
+            content.push({
+                type: 'tool_use',
+                id: tc.id || `toolu_${(0, uuid_1.v4)().replace(/-/g, '').slice(0, 24)}`,
+                name: tc.function.name,
+                input,
+            });
+        }
+    }
+    // If no content at all, add empty text
+    if (content.length === 0) {
+        content.push({ type: 'text', text: '' });
+    }
+    // Determine stop reason
+    let stopReason = 'end_turn';
+    if (msg.tool_calls && msg.tool_calls.length > 0) {
+        stopReason = 'tool_use';
+    }
+    else if (choice.finish_reason === 'length') {
+        stopReason = 'max_tokens';
+    }
+    const usage = openaiResp.usage || { prompt_tokens: 0, completion_tokens: 0, total_tokens: 0 };
+    return {
+        id: `msg_${(0, uuid_1.v4)().replace(/-/g, '')}`,
+        type: 'message',
+        role: 'assistant',
+        model: displayModel,
+        content,
+        stop_reason: stopReason,
+        stop_sequence: null,
+        usage: {
+            input_tokens: usage.prompt_tokens,
+            output_tokens: usage.completion_tokens,
+        },
+    };
+}
+//# sourceMappingURL=response.js.map

package/dist/converter/response.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"response.js","sourceRoot":"","sources":["../../src/converter/response.ts"],"names":[],"mappings":";;AAWA,0CAyEC;AA/ED,+BAAoC;AAEpC;;;GAGG;AACH,SAAgB,eAAe,CAC7B,UAA0B,EAC1B,YAAoB;IAEpB,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;IACvC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO;YACL,EAAE,EAAE,OAAO,IAAA,SAAM,GAAE,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE;YACvC,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,WAAW;YACjB,KAAK,EAAE,YAAY;YACnB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,2BAA2B,EAAE,CAAC;YAC9D,WAAW,EAAE,UAAU;YACvB,aAAa,EAAE,IAAI;YACnB,KAAK,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE;SAC7C,CAAC;IACJ,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC;IAC3B,MAAM,OAAO,GAA6B,EAAE,CAAC;IAE7C,+BAA+B;IAC/B,IAAI,GAAG,CAAC,iBAAiB,EAAE,CAAC;QAC1B,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,CAAC,iBAAiB,EAAE,CAAC,CAAC;IACtE,CAAC;IAED,eAAe;IACf,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;QAChB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;IACpD,CAAC;IAED,aAAa;IACb,IAAI,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChD,KAAK,MAAM,EAAE,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;YAChC,IAAI,KAAK,GAA4B,EAAE,CAAC;YACxC,IAAI,CAAC;gBAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;YAC3D,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,UAAU;gBAChB,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,SAAS,IAAA,SAAM,GAAE,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;gBAC/D,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;gBACtB,KAAK;aACN,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,uCAAuC;IACvC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,wBAAwB;IACxB,IAAI,UAAU,GAAqC,UAAU,CAAC;IAC9D,IAAI,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChD,UAAU,GAAG,UAAU,CAAC;IAC1B,CAAC;SAAM,IAAI,MAAM,CAAC,aAAa,KAAK,QAAQ,EAAE,CAAC;QAC7C,UAAU,GAAG,YAAY,CAAC;IAC5B,CAAC;IAED,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,IAAI,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;IAE9F,OAAO;QACL,EAAE,EAAE,OAAO,IAAA,SAAM,GAAE,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE;QACvC,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,WAAW;QACjB,KAAK,EAAE,YAAY;QACnB,OAAO;QACP,WAAW,EAAE,UAAU;QACvB,aAAa,EAAE,IAAI;QACnB,KAAK,EAAE;YACL,YAAY,EAAE,KAAK,CAAC,aAAa;YACjC,aAAa,EAAE,KAAK,CAAC,iBAAiB;SACvC;KACF,CAAC;AACJ,CAAC"}

package/dist/converter/stream.d.ts

@@ -0,0 +1,54 @@
+import type { Response } from 'express';
+import type { IncomingMessage } from 'http';
+export interface StreamResult {
+    inputTokens: number;
+    outputTokens: number;
+    thinkingTokens: number;
+    ttftMs: number;
+    tokensPerSec: number;
+    durationMs: number;
+}
+/**
+ * Transforms an OpenAI SSE stream into Anthropic SSE stream format.
+ *
+ * This is the most critical component of the relay service.
+ * Claude Code expects Anthropic's streaming format exactly:
+ *   message_start -> content_block_start/delta/stop (repeated) -> message_delta -> message_stop
+ */
+export declare class AnthropicStreamTransformer {
+    private res;
+    private displayModel;
+    private blockIndex;
+    private thinkingBlockOpen;
+    private textBlockOpen;
+    private toolCalls;
+    private hasToolUse;
+    private finished;
+    private buffer;
+    private usage;
+    private thinkingCharCount;
+    private outputCharCount;
+    private firstTokenTime;
+    private startTime;
+    private messageId;
+    constructor(res: Response, displayModel: string);
+    /**
+     * Pipe an OpenAI streaming response through this transformer.
+     * Returns usage stats when complete.
+     */
+    pipe(backendRes: IncomingMessage): Promise<StreamResult>;
+    private processBuffer;
+    private processChunk;
+    private handleThinking;
+    private handleText;
+    private handleToolCalls;
+    private closeThinkingBlock;
+    private closeTextBlock;
+    private closeAllToolBlocks;
+    /**
+     * Finalize the stream. Called once when [DONE] or finish_reason is received.
+     */
+    private finish;
+    private sendSSE;
+    private getResult;
+}