@kaitranntt/ccs 7.71.0-dev.1 → 7.71.0-dev.11

package/dist/proxy/routing-config.js

@@ -0,0 +1,79 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.loadOpenAICompatProxyRoutingConfig = void 0;
+const fs = __importStar(require("fs"));
+const yaml = __importStar(require("js-yaml"));
+const config_manager_1 = require("../utils/config-manager");
+function readRawConfigObject(configPath) {
+    if (!fs.existsSync(configPath)) {
+        return null;
+    }
+    const raw = fs.readFileSync(configPath, 'utf8');
+    const parsed = configPath.endsWith('.yaml') || configPath.endsWith('.yml') ? yaml.load(raw) : JSON.parse(raw);
+    return typeof parsed === 'object' && parsed !== null ? parsed : null;
+}
+function normalizeRoutingConfig(value) {
+    if (typeof value !== 'object' || value === null) {
+        return {};
+    }
+    const config = value;
+    return {
+        default: typeof config.default === 'string' && config.default.trim()
+            ? config.default.trim()
+            : undefined,
+        background: typeof config.background === 'string' && config.background.trim()
+            ? config.background.trim()
+            : undefined,
+        think: typeof config.think === 'string' && config.think.trim() ? config.think.trim() : undefined,
+        longContext: typeof config.longContext === 'string' && config.longContext.trim()
+            ? config.longContext.trim()
+            : undefined,
+        webSearch: typeof config.webSearch === 'string' && config.webSearch.trim()
+            ? config.webSearch.trim()
+            : undefined,
+        longContextThreshold: typeof config.longContextThreshold === 'number' &&
+            Number.isFinite(config.longContextThreshold)
+            ? config.longContextThreshold
+            : undefined,
+    };
+}
+function loadOpenAICompatProxyRoutingConfig() {
+    const activePath = (0, config_manager_1.getActiveConfigPath)();
+    const rawConfig = readRawConfigObject(activePath);
+    if (rawConfig?.proxy && typeof rawConfig.proxy === 'object') {
+        return normalizeRoutingConfig(rawConfig.proxy.routing);
+    }
+    const legacyPath = (0, config_manager_1.getConfigPath)();
+    if (legacyPath !== activePath) {
+        const legacyConfig = readRawConfigObject(legacyPath);
+        if (legacyConfig?.proxy && typeof legacyConfig.proxy === 'object') {
+            return normalizeRoutingConfig(legacyConfig.proxy.routing);
+        }
+    }
+    return {};
+}
+exports.loadOpenAICompatProxyRoutingConfig = loadOpenAICompatProxyRoutingConfig;
+//# sourceMappingURL=routing-config.js.map

package/dist/proxy/routing-config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"routing-config.js","sourceRoot":"","sources":["../../src/proxy/routing-config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,8CAAgC;AAChC,4DAA6E;AAW7E,SAAS,mBAAmB,CAAC,UAAkB;IAC7C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC/B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IAChD,MAAM,MAAM,GACV,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACjG,OAAO,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,CAAC,CAAC,CAAE,MAAkC,CAAC,CAAC,CAAC,IAAI,CAAC;AACpG,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAc;IAC5C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QAChD,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,OAAO;QACL,OAAO,EACL,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE;YACzD,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE;YACvB,CAAC,CAAC,SAAS;QACf,UAAU,EACR,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE;YAC/D,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE;YAC1B,CAAC,CAAC,SAAS;QACf,KAAK,EACH,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS;QAC3F,WAAW,EACT,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE;YACjE,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE;YAC3B,CAAC,CAAC,SAAS;QACf,SAAS,EACP,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE;YAC7D,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE;YACzB,CAAC,CAAC,SAAS;QACf,oBAAoB,EAClB,OAAO,MAAM,CAAC,oBAAoB,KAAK,QAAQ;YAC/C,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,oBAAoB,CAAC;YAC1C,CAAC,CAAC,MAAM,CAAC,oBAAoB;YAC7B,CAAC,CAAC,SAAS;KAChB,CAAC;AACJ,CAAC;AAED,SAAgB,kCAAkC;IAChD,MAAM,UAAU,GAAG,IAAA,oCAAmB,GAAE,CAAC;IACzC,MAAM,SAAS,GAAG,mBAAmB,CAAC,UAAU,CAAC,CAAC;IAClD,IAAI,SAAS,EAAE,KAAK,IAAI,OAAO,SAAS,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC5D,OAAO,sBAAsB,CAAE,SAAS,CAAC,KAAiC,CAAC,OAAO,CAAC,CAAC;IACtF,CAAC;IAED,MAAM,UAAU,GAAG,IAAA,8BAAa,GAAE,CAAC;IACnC,IAAI,UAAU,KAAK,UAAU,EAAE,CAAC;QAC9B,MAAM,YAAY,GAAG,mBAAmB,CAAC,UAAU,CAAC,CAAC;QACrD,IAAI,YAAY,EAAE,KAAK,IAAI,OAAO,YAAY,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YAClE,OAAO,sBAAsB,CAAE,YAAY,CAAC,KAAiC,CAAC,OAAO,CAAC,CAAC;QACzF,CAAC;IACH,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC;AAhBD,gFAgBC"}

package/dist/proxy/server/http-helpers.d.ts

@@ -0,0 +1,8 @@
+/// <reference types="node" />
+/// <reference types="bun-types" />
+/// <reference types="node" />
+import * as http from 'http';
+export declare function writeJson(res: http.ServerResponse, statusCode: number, payload: unknown): void;
+export declare function readJsonBody(req: http.IncomingMessage): Promise<unknown>;
+export declare function pipeWebResponseToNode(response: Response, res: http.ServerResponse): Promise<void>;
+//# sourceMappingURL=http-helpers.d.ts.map

package/dist/proxy/server/http-helpers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"http-helpers.d.ts","sourceRoot":"","sources":["../../../src/proxy/server/http-helpers.ts"],"names":[],"mappings":";;;AAAA,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAK7B,wBAAgB,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,cAAc,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI,CAG9F;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,OAAO,CAAC,CAgDxE;AAED,wBAAsB,qBAAqB,CACzC,QAAQ,EAAE,QAAQ,EAClB,GAAG,EAAE,IAAI,CAAC,cAAc,GACvB,OAAO,CAAC,IAAI,CAAC,CAiBf"}

package/dist/proxy/server/http-helpers.js

@@ -0,0 +1,73 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.pipeWebResponseToNode = exports.readJsonBody = exports.writeJson = void 0;
+const stream_1 = require("stream");
+const MAX_BODY_SIZE = 10 * 1024 * 1024;
+function writeJson(res, statusCode, payload) {
+    res.writeHead(statusCode, { 'Content-Type': 'application/json' });
+    res.end(JSON.stringify(payload));
+}
+exports.writeJson = writeJson;
+function readJsonBody(req) {
+    return new Promise((resolve, reject) => {
+        const chunks = [];
+        let total = 0;
+        let settled = false;
+        const resolveOnce = (payload) => {
+            if (!settled) {
+                settled = true;
+                resolve(payload);
+            }
+        };
+        const rejectOnce = (error) => {
+            if (!settled) {
+                settled = true;
+                reject(error);
+            }
+        };
+        req.on('data', (chunk) => {
+            total += chunk.length;
+            if (total > MAX_BODY_SIZE) {
+                req.pause();
+                rejectOnce(new Error('Request body too large (max 10MB)'));
+                return;
+            }
+            chunks.push(chunk);
+        });
+        req.on('end', () => {
+            const raw = Buffer.concat(chunks).toString('utf8').trim();
+            if (!raw) {
+                resolveOnce({});
+                return;
+            }
+            try {
+                resolveOnce(JSON.parse(raw));
+            }
+            catch {
+                rejectOnce(new Error('Invalid JSON in request body'));
+            }
+        });
+        req.on('error', (error) => {
+            rejectOnce(error instanceof Error ? error : new Error(String(error)));
+        });
+    });
+}
+exports.readJsonBody = readJsonBody;
+async function pipeWebResponseToNode(response, res) {
+    res.statusCode = response.status;
+    response.headers.forEach((value, key) => {
+        res.setHeader(key, value);
+    });
+    if (!response.body) {
+        res.end();
+        return;
+    }
+    const nodeStream = stream_1.Readable.fromWeb(response.body);
+    await new Promise((resolve, reject) => {
+        nodeStream.on('error', reject);
+        nodeStream.on('end', resolve);
+        nodeStream.pipe(res);
+    });
+}
+exports.pipeWebResponseToNode = pipeWebResponseToNode;
+//# sourceMappingURL=http-helpers.js.map

package/dist/proxy/server/http-helpers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"http-helpers.js","sourceRoot":"","sources":["../../../src/proxy/server/http-helpers.ts"],"names":[],"mappings":";;;AACA,mCAAkC;AAElC,MAAM,aAAa,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAEvC,SAAgB,SAAS,CAAC,GAAwB,EAAE,UAAkB,EAAE,OAAgB;IACtF,GAAG,CAAC,SAAS,CAAC,UAAU,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAClE,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;AACnC,CAAC;AAHD,8BAGC;AAED,SAAgB,YAAY,CAAC,GAAyB;IACpD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,OAAO,GAAG,KAAK,CAAC;QAEpB,MAAM,WAAW,GAAG,CAAC,OAAgB,EAAE,EAAE;YACvC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,GAAG,IAAI,CAAC;gBACf,OAAO,CAAC,OAAO,CAAC,CAAC;YACnB,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,UAAU,GAAG,CAAC,KAAY,EAAE,EAAE;YAClC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,GAAG,IAAI,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC;QACH,CAAC,CAAC;QAEF,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;YAC/B,KAAK,IAAI,KAAK,CAAC,MAAM,CAAC;YACtB,IAAI,KAAK,GAAG,aAAa,EAAE,CAAC;gBAC1B,GAAG,CAAC,KAAK,EAAE,CAAC;gBACZ,UAAU,CAAC,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC,CAAC;gBAC3D,OAAO;YACT,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC,CAAC,CAAC;QAEH,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;YACjB,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;YAC1D,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,WAAW,CAAC,EAAE,CAAC,CAAC;gBAChB,OAAO;YACT,CAAC;YAED,IAAI,CAAC;gBACH,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;YAC/B,CAAC;YAAC,MAAM,CAAC;gBACP,UAAU,CAAC,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC,CAAC;YACxD,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YACxB,UAAU,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACxE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAhDD,oCAgDC;AAEM,KAAK,UAAU,qBAAqB,CACzC,QAAkB,EAClB,GAAwB;IAExB,GAAG,CAAC,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC;IACjC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;QACtC,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnB,GAAG,CAAC,GAAG,EAAE,CAAC;QACV,OAAO;IACT,CAAC;IAED,MAAM,UAAU,GAAG,iBAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,IAA6C,CAAC,CAAC;IAC5F,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC1C,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC/B,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC9B,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACvB,CAAC,CAAC,CAAC;AACL,CAAC;AApBD,sDAoBC"}

package/dist/proxy/server/messages-route.d.ts

@@ -0,0 +1,12 @@
+/// <reference types="node" />
+/// <reference types="bun-types" />
+/// <reference types="node" />
+import * as http from 'http';
+import type { Dispatcher } from 'undici';
+import type { OpenAICompatProfileConfig } from '../profile-router';
+export declare function extractIncomingProxyToken(headers: http.IncomingHttpHeaders): string | null;
+export declare function validateIncomingProxyAuth(headers: http.IncomingHttpHeaders, expectedToken: string): boolean;
+export declare function attachDisconnectAbortHandlers(req: http.IncomingMessage, res: http.ServerResponse, controller: AbortController, onDisconnect: (source: string) => void): () => void;
+export declare function handleProxyMessagesRequest(req: http.IncomingMessage, res: http.ServerResponse, profile: OpenAICompatProfileConfig, expectedAuthToken: string, insecureDispatcher?: Dispatcher): Promise<void>;
+export declare function handleProxyModelsRequest(res: http.ServerResponse, profile: OpenAICompatProfileConfig): void;
+//# sourceMappingURL=messages-route.d.ts.map

package/dist/proxy/server/messages-route.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"messages-route.d.ts","sourceRoot":"","sources":["../../../src/proxy/server/messages-route.ts"],"names":[],"mappings":";;;AAAA,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACzC,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,mBAAmB,CAAC;AA+CnE,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,IAAI,CAAC,mBAAmB,GAAG,MAAM,GAAG,IAAI,CAmB1F;AAED,wBAAgB,yBAAyB,CACvC,OAAO,EAAE,IAAI,CAAC,mBAAmB,EACjC,aAAa,EAAE,MAAM,GACpB,OAAO,CAET;AAmDD,wBAAgB,6BAA6B,CAC3C,GAAG,EAAE,IAAI,CAAC,eAAe,EACzB,GAAG,EAAE,IAAI,CAAC,cAAc,EACxB,UAAU,EAAE,eAAe,EAC3B,YAAY,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,GACrC,MAAM,IAAI,CAiCZ;AAED,wBAAsB,0BAA0B,CAC9C,GAAG,EAAE,IAAI,CAAC,eAAe,EACzB,GAAG,EAAE,IAAI,CAAC,cAAc,EACxB,OAAO,EAAE,yBAAyB,EAClC,iBAAiB,EAAE,MAAM,EACzB,kBAAkB,CAAC,EAAE,UAAU,GAC9B,OAAO,CAAC,IAAI,CAAC,CA2Ff;AAED,wBAAgB,wBAAwB,CACtC,GAAG,EAAE,IAAI,CAAC,cAAc,EACxB,OAAO,EAAE,yBAAyB,GACjC,IAAI,CAWN"}

package/dist/proxy/server/messages-route.js

@@ -0,0 +1,208 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.handleProxyModelsRequest = exports.handleProxyMessagesRequest = exports.attachDisconnectAbortHandlers = exports.validateIncomingProxyAuth = exports.extractIncomingProxyToken = void 0;
+const request_router_1 = require("../request-router");
+const request_transformer_1 = require("../transformers/request-transformer");
+const sse_stream_transformer_1 = require("../transformers/sse-stream-transformer");
+const upstream_url_1 = require("../upstream-url");
+const logging_1 = require("../../services/logging");
+const http_helpers_1 = require("./http-helpers");
+const REQUEST_TIMEOUT_MS = 600000;
+const logger = (0, logging_1.createLogger)('proxy:openai-compat:messages');
+class ProxyInputError extends Error {
+    constructor(message) {
+        super(message);
+        this.name = 'ProxyInputError';
+    }
+}
+function buildUpstreamHeaders(profile) {
+    return {
+        'Content-Type': 'application/json',
+        Authorization: `Bearer ${profile.apiKey}`,
+        'User-Agent': 'CCS-OpenAI-Compat-Proxy/1.0',
+    };
+}
+function buildUpstreamRequest(profile, rawBody) {
+    let transformed;
+    try {
+        const transformer = new request_transformer_1.ProxyRequestTransformer();
+        transformed = transformer.transform(rawBody);
+    }
+    catch (error) {
+        const message = error instanceof Error ? error.message : 'Invalid Anthropic request';
+        throw new ProxyInputError(message);
+    }
+    const route = (0, request_router_1.resolveProxyRequestRoute)(profile, transformed);
+    const body = {
+        ...transformed,
+        model: route.model || route.profile.model,
+        stream: transformed.stream === true,
+    };
+    return { body: JSON.stringify(body), route };
+}
+function extractIncomingProxyToken(headers) {
+    const xApiKey = headers['x-api-key'];
+    if (typeof xApiKey === 'string' && xApiKey.trim().length > 0) {
+        return xApiKey.trim();
+    }
+    const anthropicApiKey = headers['anthropic-api-key'];
+    if (typeof anthropicApiKey === 'string' && anthropicApiKey.trim().length > 0) {
+        return anthropicApiKey.trim();
+    }
+    const authHeader = headers.authorization;
+    if (typeof authHeader === 'string' && authHeader.trim().length > 0) {
+        const trimmed = authHeader.trim();
+        const bearerPrefix = 'Bearer ';
+        return trimmed.startsWith(bearerPrefix) ? trimmed.slice(bearerPrefix.length).trim() : trimmed;
+    }
+    return null;
+}
+exports.extractIncomingProxyToken = extractIncomingProxyToken;
+function validateIncomingProxyAuth(headers, expectedToken) {
+    return extractIncomingProxyToken(headers) === expectedToken;
+}
+exports.validateIncomingProxyAuth = validateIncomingProxyAuth;
+function buildFetchInit(profile, body, signal, insecureDispatcher) {
+    const init = {
+        method: 'POST',
+        headers: buildUpstreamHeaders(profile),
+        body,
+        signal,
+    };
+    if (insecureDispatcher) {
+        init.dispatcher = insecureDispatcher;
+    }
+    return init;
+}
+function getRequestTimeoutMs() {
+    const rawValue = process.env.CCS_OPENAI_PROXY_REQUEST_TIMEOUT_MS;
+    if (!rawValue) {
+        return REQUEST_TIMEOUT_MS;
+    }
+    const parsed = Number.parseInt(rawValue, 10);
+    return Number.isFinite(parsed) && parsed > 0 ? parsed : REQUEST_TIMEOUT_MS;
+}
+function formatTimeoutDuration(timeoutMs) {
+    return timeoutMs % 1000 === 0 ? `${timeoutMs / 1000} seconds` : `${timeoutMs}ms`;
+}
+function registerOnceListener(emitter, event, handler) {
+    if (!emitter) {
+        return () => { };
+    }
+    emitter.once(event, handler);
+    return () => {
+        emitter.removeListener(event, handler);
+    };
+}
+function attachDisconnectAbortHandlers(req, res, controller, onDisconnect) {
+    const abortOnDisconnect = (source) => {
+        if (!controller.signal.aborted && !res.writableEnded) {
+            onDisconnect(source);
+            controller.abort();
+        }
+    };
+    const cleanupFns = [
+        registerOnceListener(req, 'aborted', () => abortOnDisconnect('req.aborted')),
+        registerOnceListener(req, 'close', () => abortOnDisconnect('req.close')),
+        registerOnceListener(req.socket, 'close', () => abortOnDisconnect('req.socket.close')),
+        registerOnceListener(res, 'close', () => abortOnDisconnect('res.close')),
+        registerOnceListener(res.socket, 'close', () => abortOnDisconnect('res.socket.close')),
+    ];
+    const disconnectPoll = setInterval(() => {
+        if (req.destroyed ||
+            res.destroyed ||
+            req.socket?.destroyed === true ||
+            res.socket?.destroyed === true) {
+            abortOnDisconnect('poll.destroyed');
+        }
+    }, 50);
+    return () => {
+        clearInterval(disconnectPoll);
+        for (const cleanup of cleanupFns) {
+            cleanup();
+        }
+    };
+}
+exports.attachDisconnectAbortHandlers = attachDisconnectAbortHandlers;
+async function handleProxyMessagesRequest(req, res, profile, expectedAuthToken, insecureDispatcher) {
+    const transformer = new sse_stream_transformer_1.ProxySseStreamTransformer();
+    if (!validateIncomingProxyAuth(req.headers, expectedAuthToken)) {
+        logger.warn('auth.invalid', 'Rejected proxy message request with invalid auth token', {
+            remoteAddress: req.socket.remoteAddress || null,
+        });
+        await (0, http_helpers_1.pipeWebResponseToNode)(transformer.error(401, 'authentication_error', 'Missing or invalid local proxy token'), res);
+        return;
+    }
+    let timeoutMs = REQUEST_TIMEOUT_MS;
+    try {
+        const rawBody = await (0, http_helpers_1.readJsonBody)(req);
+        const upstream = buildUpstreamRequest(profile, rawBody);
+        logger.info('request.forward', 'Forwarding Anthropic request to OpenAI-compatible upstream', {
+            profileName: upstream.route.profile.profileName,
+            provider: upstream.route.profile.provider,
+            baseUrl: upstream.route.profile.baseUrl,
+            model: upstream.route.model || upstream.route.profile.model || null,
+            routeSource: upstream.route.source,
+            scenario: upstream.route.scenario || null,
+            estimatedTokens: upstream.route.estimatedTokens,
+        });
+        const controller = new AbortController();
+        timeoutMs = getRequestTimeoutMs();
+        const timeout = setTimeout(() => controller.abort(), timeoutMs);
+        const cleanupDisconnectHandlers = attachDisconnectAbortHandlers(req, res, controller, (source) => {
+            logger.info('request.disconnect', 'Aborting upstream request after local client disconnect', {
+                profileName: profile.profileName,
+                source,
+            });
+        });
+        try {
+            const upstreamResponse = await fetch((0, upstream_url_1.resolveOpenAIChatCompletionsUrl)(upstream.route.profile.baseUrl), buildFetchInit(upstream.route.profile, upstream.body, controller.signal, insecureDispatcher));
+            logger.info('response.received', 'Received upstream response', {
+                profileName: profile.profileName,
+                routedProfileName: upstream.route.profile.profileName,
+                status: upstreamResponse.status,
+            });
+            const response = await transformer.transform(upstreamResponse);
+            await (0, http_helpers_1.pipeWebResponseToNode)(response, res);
+        }
+        finally {
+            clearTimeout(timeout);
+            cleanupDisconnectHandlers();
+        }
+    }
+    catch (error) {
+        const message = error instanceof Error ? error.message : 'Unknown proxy error';
+        logger.error('request.failed', 'Proxy message request failed', {
+            profileName: profile.profileName,
+            error: message,
+            abort: error instanceof Error && error.name === 'AbortError',
+        });
+        const status = error instanceof Error && error.name === 'AbortError'
+            ? 502
+            : error instanceof ProxyInputError
+                ? 400
+                : message.includes('Request body too large')
+                    ? 413
+                    : message.includes('Invalid JSON')
+                        ? 400
+                        : 502;
+        const type = status >= 500 ? 'api_error' : 'invalid_request_error';
+        await (0, http_helpers_1.pipeWebResponseToNode)(transformer.error(status, type, error instanceof Error && error.name === 'AbortError'
+            ? `The upstream provider did not respond within ${formatTimeoutDuration(timeoutMs)}`
+            : message), res);
+    }
+}
+exports.handleProxyMessagesRequest = handleProxyMessagesRequest;
+function handleProxyModelsRequest(res, profile) {
+    const data = [profile.model, profile.opusModel, profile.sonnetModel, profile.haikuModel]
+        .filter((value) => typeof value === 'string' && value.length > 0)
+        .map((id) => ({
+        id,
+        object: 'model',
+        created: 0,
+        owned_by: profile.provider,
+    }));
+    (0, http_helpers_1.writeJson)(res, 200, { object: 'list', data });
+}
+exports.handleProxyModelsRequest = handleProxyModelsRequest;
+//# sourceMappingURL=messages-route.js.map

package/dist/proxy/server/messages-route.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"messages-route.js","sourceRoot":"","sources":["../../../src/proxy/server/messages-route.ts"],"names":[],"mappings":";;;AAGA,sDAA6D;AAC7D,6EAA8E;AAC9E,mFAAmF;AACnF,kDAAkE;AAClE,oDAAsD;AACtD,iDAAgF;AAEhF,MAAM,kBAAkB,GAAG,MAAO,CAAC;AACnC,MAAM,MAAM,GAAG,IAAA,sBAAY,EAAC,8BAA8B,CAAC,CAAC;AAE5D,MAAM,eAAgB,SAAQ,KAAK;IACjC,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAC;IAChC,CAAC;CACF;AAED,SAAS,oBAAoB,CAAC,OAAkC;IAC9D,OAAO;QACL,cAAc,EAAE,kBAAkB;QAClC,aAAa,EAAE,UAAU,OAAO,CAAC,MAAM,EAAE;QACzC,YAAY,EAAE,6BAA6B;KAC5C,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAC3B,OAAkC,EAClC,OAAgB;IAEhB,IAAI,WAAW,CAAC;IAChB,IAAI,CAAC;QACH,MAAM,WAAW,GAAG,IAAI,6CAAuB,EAAE,CAAC;QAClD,WAAW,GAAG,WAAW,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,2BAA2B,CAAC;QACrF,MAAM,IAAI,eAAe,CAAC,OAAO,CAAC,CAAC;IACrC,CAAC;IACD,MAAM,KAAK,GAAG,IAAA,yCAAwB,EAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IAC7D,MAAM,IAAI,GAAG;QACX,GAAG,WAAW;QACd,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK;QACzC,MAAM,EAAE,WAAW,CAAC,MAAM,KAAK,IAAI;KACpC,CAAC;IACF,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC;AAC/C,CAAC;AAED,SAAgB,yBAAyB,CAAC,OAAiC;IACzE,MAAM,OAAO,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IACrC,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7D,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC;IACxB,CAAC;IAED,MAAM,eAAe,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACrD,IAAI,OAAO,eAAe,KAAK,QAAQ,IAAI,eAAe,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7E,OAAO,eAAe,CAAC,IAAI,EAAE,CAAC;IAChC,CAAC;IAED,MAAM,UAAU,GAAG,OAAO,CAAC,aAAa,CAAC;IACzC,IAAI,OAAO,UAAU,KAAK,QAAQ,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnE,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC;QAClC,MAAM,YAAY,GAAG,SAAS,CAAC;QAC/B,OAAO,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;IAChG,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAnBD,8DAmBC;AAED,SAAgB,yBAAyB,CACvC,OAAiC,EACjC,aAAqB;IAErB,OAAO,yBAAyB,CAAC,OAAO,CAAC,KAAK,aAAa,CAAC;AAC9D,CAAC;AALD,8DAKC;AAED,SAAS,cAAc,CACrB,OAAkC,EAClC,IAAY,EACZ,MAAmB,EACnB,kBAA+B;IAE/B,MAAM,IAAI,GAAgB;QACxB,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,oBAAoB,CAAC,OAAO,CAAC;QACtC,IAAI;QACJ,MAAM;KACP,CAAC;IAEF,IAAI,kBAAkB,EAAE,CAAC;QACtB,IAAgC,CAAC,UAAU,GAAG,kBAAkB,CAAC;IACpE,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,mBAAmB;IAC1B,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC;IACjE,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IAC7C,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,kBAAkB,CAAC;AAC7E,CAAC;AAED,SAAS,qBAAqB,CAAC,SAAiB;IAC9C,OAAO,SAAS,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,SAAS,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,GAAG,SAAS,IAAI,CAAC;AACnF,CAAC;AAED,SAAS,oBAAoB,CAC3B,OAA+C,EAC/C,KAAa,EACb,OAAmB;IAEnB,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,GAAG,EAAE,GAAE,CAAC,CAAC;IAClB,CAAC;IAED,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC7B,OAAO,GAAG,EAAE;QACV,OAAO,CAAC,cAAc,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACzC,CAAC,CAAC;AACJ,CAAC;AAED,SAAgB,6BAA6B,CAC3C,GAAyB,EACzB,GAAwB,EACxB,UAA2B,EAC3B,YAAsC;IAEtC,MAAM,iBAAiB,GAAG,CAAC,MAAc,EAAE,EAAE;QAC3C,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC;YACrD,YAAY,CAAC,MAAM,CAAC,CAAC;YACrB,UAAU,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,UAAU,GAAG;QACjB,oBAAoB,CAAC,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,aAAa,CAAC,CAAC;QAC5E,oBAAoB,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;QACxE,oBAAoB,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,CAAC;QACtF,oBAAoB,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;QACxE,oBAAoB,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,CAAC;KACvF,CAAC;IAEF,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE;QACtC,IACE,GAAG,CAAC,SAAS;YACb,GAAG,CAAC,SAAS;YACb,GAAG,CAAC,MAAM,EAAE,SAAS,KAAK,IAAI;YAC9B,GAAG,CAAC,MAAM,EAAE,SAAS,KAAK,IAAI,EAC9B,CAAC;YACD,iBAAiB,CAAC,gBAAgB,CAAC,CAAC;QACtC,CAAC;IACH,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,OAAO,GAAG,EAAE;QACV,aAAa,CAAC,cAAc,CAAC,CAAC;QAC9B,KAAK,MAAM,OAAO,IAAI,UAAU,EAAE,CAAC;YACjC,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAtCD,sEAsCC;AAEM,KAAK,UAAU,0BAA0B,CAC9C,GAAyB,EACzB,GAAwB,EACxB,OAAkC,EAClC,iBAAyB,EACzB,kBAA+B;IAE/B,MAAM,WAAW,GAAG,IAAI,kDAAyB,EAAE,CAAC;IAEpD,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,OAAO,EAAE,iBAAiB,CAAC,EAAE,CAAC;QAC/D,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE,wDAAwD,EAAE;YACpF,aAAa,EAAE,GAAG,CAAC,MAAM,CAAC,aAAa,IAAI,IAAI;SAChD,CAAC,CAAC;QACH,MAAM,IAAA,oCAAqB,EACzB,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,sBAAsB,EAAE,sCAAsC,CAAC,EACtF,GAAG,CACJ,CAAC;QACF,OAAO;IACT,CAAC;IAED,IAAI,SAAS,GAAG,kBAAkB,CAAC;IACnC,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,IAAA,2BAAY,EAAC,GAAG,CAAC,CAAC;QACxC,MAAM,QAAQ,GAAG,oBAAoB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACxD,MAAM,CAAC,IAAI,CAAC,iBAAiB,EAAE,4DAA4D,EAAE;YAC3F,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW;YAC/C,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ;YACzC,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO;YACvC,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,IAAI,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI;YACnE,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,MAAM;YAClC,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,QAAQ,IAAI,IAAI;YACzC,eAAe,EAAE,QAAQ,CAAC,KAAK,CAAC,eAAe;SAChD,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,SAAS,GAAG,mBAAmB,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;QAChE,MAAM,yBAAyB,GAAG,6BAA6B,CAC7D,GAAG,EACH,GAAG,EACH,UAAU,EACV,CAAC,MAAM,EAAE,EAAE;YACT,MAAM,CAAC,IAAI,CACT,oBAAoB,EACpB,yDAAyD,EACzD;gBACE,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,MAAM;aACP,CACF,CAAC;QACJ,CAAC,CACF,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,gBAAgB,GAAG,MAAM,KAAK,CAClC,IAAA,8CAA+B,EAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAC/D,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAC7F,CAAC;YACF,MAAM,CAAC,IAAI,CAAC,mBAAmB,EAAE,4BAA4B,EAAE;gBAC7D,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,iBAAiB,EAAE,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW;gBACrD,MAAM,EAAE,gBAAgB,CAAC,MAAM;aAChC,CAAC,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;YAC/D,MAAM,IAAA,oCAAqB,EAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QAC7C,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,yBAAyB,EAAE,CAAC;QAC9B,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,qBAAqB,CAAC;QAC/E,MAAM,CAAC,KAAK,CAAC,gBAAgB,EAAE,8BAA8B,EAAE;YAC7D,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,KAAK,EAAE,OAAO;YACd,KAAK,EAAE,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY;SAC7D,CAAC,CAAC;QACH,MAAM,MAAM,GACV,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY;YACnD,CAAC,CAAC,GAAG;YACL,CAAC,CAAC,KAAK,YAAY,eAAe;gBAChC,CAAC,CAAC,GAAG;gBACL,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,wBAAwB,CAAC;oBAC1C,CAAC,CAAC,GAAG;oBACL,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC;wBAChC,CAAC,CAAC,GAAG;wBACL,CAAC,CAAC,GAAG,CAAC;QAChB,MAAM,IAAI,GAAG,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,uBAAuB,CAAC;QACnE,MAAM,IAAA,oCAAqB,EACzB,WAAW,CAAC,KAAK,CACf,MAAM,EACN,IAAI,EACJ,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY;YACnD,CAAC,CAAC,gDAAgD,qBAAqB,CAAC,SAAS,CAAC,EAAE;YACpF,CAAC,CAAC,OAAO,CACZ,EACD,GAAG,CACJ,CAAC;IACJ,CAAC;AACH,CAAC;AAjGD,gEAiGC;AAED,SAAgB,wBAAwB,CACtC,GAAwB,EACxB,OAAkC;IAElC,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,UAAU,CAAC;SACrF,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;SACjF,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QACZ,EAAE;QACF,MAAM,EAAE,OAAO;QACf,OAAO,EAAE,CAAC;QACV,QAAQ,EAAE,OAAO,CAAC,QAAQ;KAC3B,CAAC,CAAC,CAAC;IAEN,IAAA,wBAAS,EAAC,GAAG,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;AAChD,CAAC;AAdD,4DAcC"}

package/dist/proxy/server/proxy-server.d.ts

@@ -0,0 +1,12 @@
+/// <reference types="node" />
+import * as http from 'http';
+import type { OpenAICompatProfileConfig } from '../profile-router';
+export interface OpenAICompatProxyServerOptions {
+    profile: OpenAICompatProfileConfig;
+    host?: string;
+    port: number;
+    authToken: string;
+    insecure?: boolean;
+}
+export declare function startOpenAICompatProxyServer(options: OpenAICompatProxyServerOptions): http.Server;
+//# sourceMappingURL=proxy-server.d.ts.map

package/dist/proxy/server/proxy-server.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"proxy-server.d.ts","sourceRoot":"","sources":["../../../src/proxy/server/proxy-server.ts"],"names":[],"mappings":";AAAA,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAE7B,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,mBAAmB,CAAC;AAUnE,MAAM,WAAW,8BAA8B;IAC7C,OAAO,EAAE,yBAAyB,CAAC;IACnC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,wBAAgB,4BAA4B,CAAC,OAAO,EAAE,8BAA8B,GAAG,IAAI,CAAC,MAAM,CAyFjG"}

package/dist/proxy/server/proxy-server.js

@@ -0,0 +1,110 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.startOpenAICompatProxyServer = void 0;
+const http = __importStar(require("http"));
+const undici_1 = require("undici");
+const proxy_daemon_paths_1 = require("../proxy-daemon-paths");
+const logging_1 = require("../../services/logging");
+const messages_route_1 = require("./messages-route");
+const http_helpers_1 = require("./http-helpers");
+function startOpenAICompatProxyServer(options) {
+    const host = options.host?.trim() || '127.0.0.1';
+    const logger = (0, logging_1.createLogger)('proxy:openai-compat', {
+        profileName: options.profile.profileName,
+        host,
+        port: options.port,
+    });
+    const insecureDispatcher = options.insecure
+        ? new undici_1.Agent({ connect: { rejectUnauthorized: false } })
+        : undefined;
+    const server = http.createServer(async (req, res) => {
+        const method = req.method || 'GET';
+        const requestUrl = req.url || '/';
+        const parsedUrl = new URL(requestUrl, 'http://127.0.0.1');
+        const pathname = parsedUrl.pathname.length > 1 ? parsedUrl.pathname.replace(/\/+$/, '') : parsedUrl.pathname;
+        if (method === 'GET' && pathname === '/health') {
+            (0, http_helpers_1.writeJson)(res, 200, {
+                ok: true,
+                service: proxy_daemon_paths_1.OPENAI_COMPAT_PROXY_SERVICE_NAME,
+                host,
+                profile: options.profile.profileName,
+                port: options.port,
+            });
+            return;
+        }
+        if (method === 'GET' && pathname === '/') {
+            (0, http_helpers_1.writeJson)(res, 200, {
+                ok: true,
+                service: proxy_daemon_paths_1.OPENAI_COMPAT_PROXY_SERVICE_NAME,
+                bind: {
+                    host,
+                    port: options.port,
+                },
+                profile: {
+                    name: options.profile.profileName,
+                    provider: options.profile.provider,
+                    model: options.profile.model || null,
+                },
+                endpoints: ['/health', '/v1/messages', '/v1/models'],
+            });
+            return;
+        }
+        if (method === 'GET' && pathname === '/v1/models') {
+            if (!(0, messages_route_1.validateIncomingProxyAuth)(req.headers, options.authToken)) {
+                (0, http_helpers_1.writeJson)(res, 401, {
+                    type: 'error',
+                    error: {
+                        type: 'authentication_error',
+                        message: 'Missing or invalid local proxy token',
+                    },
+                });
+                return;
+            }
+            (0, messages_route_1.handleProxyModelsRequest)(res, options.profile);
+            return;
+        }
+        if (method === 'POST' && pathname === '/v1/messages') {
+            await (0, messages_route_1.handleProxyMessagesRequest)(req, res, options.profile, options.authToken, insecureDispatcher);
+            return;
+        }
+        logger.warn('http.not_found', 'Rejected unknown proxy route', {
+            method,
+            pathname,
+        });
+        (0, http_helpers_1.writeJson)(res, 404, { error: 'Not found' });
+    });
+    logger.info('server.start', 'OpenAI-compatible proxy server listening', {
+        baseUrl: `http://${host}:${options.port}`,
+    });
+    server.on('close', () => {
+        logger.info('server.stop', 'OpenAI-compatible proxy server stopped');
+        void insecureDispatcher?.close();
+    });
+    server.listen(options.port, host);
+    return server;
+}
+exports.startOpenAICompatProxyServer = startOpenAICompatProxyServer;
+//# sourceMappingURL=proxy-server.js.map

package/dist/proxy/server/proxy-server.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"proxy-server.js","sourceRoot":"","sources":["../../../src/proxy/server/proxy-server.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2CAA6B;AAC7B,mCAA+B;AAE/B,8DAAyE;AACzE,oDAAsD;AACtD,qDAI0B;AAC1B,iDAA2C;AAU3C,SAAgB,4BAA4B,CAAC,OAAuC;IAClF,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,WAAW,CAAC;IACjD,MAAM,MAAM,GAAG,IAAA,sBAAY,EAAC,qBAAqB,EAAE;QACjD,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,WAAW;QACxC,IAAI;QACJ,IAAI,EAAE,OAAO,CAAC,IAAI;KACnB,CAAC,CAAC;IACH,MAAM,kBAAkB,GAAG,OAAO,CAAC,QAAQ;QACzC,CAAC,CAAC,IAAI,cAAK,CAAC,EAAE,OAAO,EAAE,EAAE,kBAAkB,EAAE,KAAK,EAAE,EAAE,CAAC;QACvD,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QAClD,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,KAAK,CAAC;QACnC,MAAM,UAAU,GAAG,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC;QAClC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,UAAU,EAAE,kBAAkB,CAAC,CAAC;QAC1D,MAAM,QAAQ,GACZ,SAAS,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC;QAE9F,IAAI,MAAM,KAAK,KAAK,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC/C,IAAA,wBAAS,EAAC,GAAG,EAAE,GAAG,EAAE;gBAClB,EAAE,EAAE,IAAI;gBACR,OAAO,EAAE,qDAAgC;gBACzC,IAAI;gBACJ,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,WAAW;gBACpC,IAAI,EAAE,OAAO,CAAC,IAAI;aACnB,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IAAI,MAAM,KAAK,KAAK,IAAI,QAAQ,KAAK,GAAG,EAAE,CAAC;YACzC,IAAA,wBAAS,EAAC,GAAG,EAAE,GAAG,EAAE;gBAClB,EAAE,EAAE,IAAI;gBACR,OAAO,EAAE,qDAAgC;gBACzC,IAAI,EAAE;oBACJ,IAAI;oBACJ,IAAI,EAAE,OAAO,CAAC,IAAI;iBACnB;gBACD,OAAO,EAAE;oBACP,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,WAAW;oBACjC,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,QAAQ;oBAClC,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI;iBACrC;gBACD,SAAS,EAAE,CAAC,SAAS,EAAE,cAAc,EAAE,YAAY,CAAC;aACrD,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QAED,IAAI,MAAM,KAAK,KAAK,IAAI,QAAQ,KAAK,YAAY,EAAE,CAAC;YAClD,IAAI,CAAC,IAAA,0CAAyB,EAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC/D,IAAA,wBAAS,EAAC,GAAG,EAAE,GAAG,EAAE;oBAClB,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE;wBACL,IAAI,EAAE,sBAAsB;wBAC5B,OAAO,EAAE,sCAAsC;qBAChD;iBACF,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YACD,IAAA,yCAAwB,EAAC,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;YAC/C,OAAO;QACT,CAAC;QAED,IAAI,MAAM,KAAK,MAAM,IAAI,QAAQ,KAAK,cAAc,EAAE,CAAC;YACrD,MAAM,IAAA,2CAA0B,EAC9B,GAAG,EACH,GAAG,EACH,OAAO,CAAC,OAAO,EACf,OAAO,CAAC,SAAS,EACjB,kBAAkB,CACnB,CAAC;YACF,OAAO;QACT,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,8BAA8B,EAAE;YAC5D,MAAM;YACN,QAAQ;SACT,CAAC,CAAC;QACH,IAAA,wBAAS,EAAC,GAAG,EAAE,GAAG,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE,0CAA0C,EAAE;QACtE,OAAO,EAAE,UAAU,IAAI,IAAI,OAAO,CAAC,IAAI,EAAE;KAC1C,CAAC,CAAC;IACH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;QACtB,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,wCAAwC,CAAC,CAAC;QACrE,KAAK,kBAAkB,EAAE,KAAK,EAAE,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAClC,OAAO,MAAM,CAAC;AAChB,CAAC;AAzFD,oEAyFC"}

package/dist/proxy/transformers/request-transformer.d.ts

@@ -0,0 +1,52 @@
+interface OpenAITextPart {
+    type: 'text';
+    text: string;
+}
+interface OpenAIImagePart {
+    type: 'image_url';
+    image_url: {
+        url: string;
+    };
+}
+type OpenAIContentPart = OpenAITextPart | OpenAIImagePart;
+interface OpenAIMessage {
+    role: 'system' | 'user' | 'assistant' | 'tool';
+    content: string | OpenAIContentPart[] | null;
+    tool_call_id?: string;
+    tool_calls?: Array<{
+        id: string;
+        type: 'function';
+        function: {
+            name: string;
+            arguments: string;
+        };
+    }>;
+}
+export interface ProxyOpenAIRequest {
+    model?: string;
+    stream: boolean;
+    reasoning_effort?: string;
+    reasoning?: {
+        enabled: boolean;
+        effort: string;
+    };
+    tools?: Array<{
+        type: 'function';
+        function: {
+            name: string;
+            description?: string;
+            parameters: Record<string, unknown>;
+        };
+    }>;
+    messages: OpenAIMessage[];
+    max_tokens?: number;
+    temperature?: number;
+    top_p?: number;
+    stop?: string[];
+    metadata?: Record<string, unknown>;
+}
+export declare class ProxyRequestTransformer {
+    transform(raw: unknown): ProxyOpenAIRequest;
+}
+export {};
+//# sourceMappingURL=request-transformer.d.ts.map

package/dist/proxy/transformers/request-transformer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"request-transformer.d.ts","sourceRoot":"","sources":["../../../src/proxy/transformers/request-transformer.ts"],"names":[],"mappings":"AA0DA,UAAU,cAAc;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,UAAU,eAAe;IACvB,IAAI,EAAE,WAAW,CAAC;IAClB,SAAS,EAAE;QACT,GAAG,EAAE,MAAM,CAAC;KACb,CAAC;CACH;AAED,KAAK,iBAAiB,GAAG,cAAc,GAAG,eAAe,CAAC;AAE1D,UAAU,aAAa;IACrB,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,WAAW,GAAG,MAAM,CAAC;IAC/C,OAAO,EAAE,MAAM,GAAG,iBAAiB,EAAE,GAAG,IAAI,CAAC;IAC7C,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,KAAK,CAAC;QACjB,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,UAAU,CAAC;QACjB,QAAQ,EAAE;YACR,IAAI,EAAE,MAAM,CAAC;YACb,SAAS,EAAE,MAAM,CAAC;SACnB,CAAC;KACH,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,kBAAkB;IACjC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,OAAO,CAAC;IAChB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,SAAS,CAAC,EAAE;QACV,OAAO,EAAE,OAAO,CAAC;QACjB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,KAAK,CAAC,EAAE,KAAK,CAAC;QACZ,IAAI,EAAE,UAAU,CAAC;QACjB,QAAQ,EAAE;YACR,IAAI,EAAE,MAAM,CAAC;YACb,WAAW,CAAC,EAAE,MAAM,CAAC;YACrB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;SACrC,CAAC;KACH,CAAC,CAAC;IACH,QAAQ,EAAE,aAAa,EAAE,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAiSD,qBAAa,uBAAuB;IAClC,SAAS,CAAC,GAAG,EAAE,OAAO,GAAG,kBAAkB;CA4B5C"}