@kaitranntt/ccs 7.71.0-dev.7 → 7.71.0-dev.8

package/dist/proxy/request-router.js

@@ -0,0 +1,163 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.resolveProxyRequestRoute = void 0;
+const config_manager_1 = require("../utils/config-manager");
+const helpers_1 = require("../utils/helpers");
+const routing_config_1 = require("./routing-config");
+const profile_router_1 = require("./profile-router");
+function loadOpenAICompatProfiles(activeProfile) {
+    const config = (0, config_manager_1.loadConfigSafe)();
+    const profiles = [activeProfile];
+    for (const [profileName, settingsPath] of Object.entries(config.profiles)) {
+        if (profileName === activeProfile.profileName) {
+            continue;
+        }
+        try {
+            const expandedPath = (0, helpers_1.expandPath)(settingsPath);
+            const settings = (0, config_manager_1.loadSettings)(expandedPath);
+            const profile = (0, profile_router_1.resolveOpenAICompatProfileConfig)(profileName, expandedPath, settings.env || {});
+            if (profile) {
+                profiles.push(profile);
+            }
+        }
+        catch {
+            // Ignore invalid profiles while routing a live request.
+        }
+    }
+    return profiles;
+}
+function resolveSelectorTarget(selector, activeProfile, profiles) {
+    const trimmed = selector.trim();
+    if (!trimmed) {
+        return null;
+    }
+    const colonIndex = trimmed.indexOf(':');
+    if (colonIndex > 0) {
+        const profileName = trimmed.slice(0, colonIndex).trim();
+        const profile = profiles.find((candidate) => candidate.profileName === profileName);
+        if (profile) {
+            const model = trimmed.slice(colonIndex + 1).trim() || profile.model;
+            return { profile, model, explicitProfile: true };
+        }
+    }
+    const namedProfile = profiles.find((candidate) => candidate.profileName === trimmed);
+    if (namedProfile) {
+        return { profile: namedProfile, model: namedProfile.model, explicitProfile: false };
+    }
+    return {
+        profile: activeProfile,
+        model: trimmed,
+        explicitProfile: false,
+    };
+}
+function profileSupportsModel(profile, model) {
+    return [profile.model, profile.opusModel, profile.sonnetModel, profile.haikuModel].some((candidate) => typeof candidate === 'string' && candidate === model);
+}
+function estimateTokens(request) {
+    let characters = 0;
+    for (const message of request.messages) {
+        if (typeof message.content === 'string') {
+            characters += message.content.length;
+            continue;
+        }
+        if (Array.isArray(message.content)) {
+            for (const part of message.content) {
+                characters += part.type === 'text' ? part.text.length : part.image_url.url.length;
+            }
+        }
+        if (Array.isArray(message.tool_calls)) {
+            for (const toolCall of message.tool_calls) {
+                characters += toolCall.function.name.length + toolCall.function.arguments.length;
+            }
+        }
+    }
+    if (Array.isArray(request.tools)) {
+        characters += JSON.stringify(request.tools).length;
+    }
+    return Math.max(1, Math.ceil(characters / 4));
+}
+function detectScenario(request, requestedModel, routing) {
+    const estimatedTokens = estimateTokens(request);
+    const hasWebSearchTool = request.tools?.some((tool) => tool.function.name === 'web_search') === true;
+    const thinkingEnabled = request.reasoning?.enabled === true || typeof request.reasoning_effort === 'string';
+    const modelId = requestedModel || '';
+    const longContextThreshold = routing.longContextThreshold ?? 60000;
+    if (hasWebSearchTool && routing.webSearch) {
+        return { scenario: 'webSearch', selector: routing.webSearch, estimatedTokens };
+    }
+    if (thinkingEnabled && routing.think) {
+        return { scenario: 'think', selector: routing.think, estimatedTokens };
+    }
+    if (estimatedTokens > longContextThreshold && routing.longContext) {
+        return { scenario: 'longContext', selector: routing.longContext, estimatedTokens };
+    }
+    if (modelId.toLowerCase().includes('haiku') && routing.background) {
+        return { scenario: 'background', selector: routing.background, estimatedTokens };
+    }
+    if (!requestedModel && routing.default) {
+        return { scenario: 'default', selector: routing.default, estimatedTokens };
+    }
+    return { estimatedTokens };
+}
+function resolveProxyRequestRoute(activeProfile, request) {
+    const profiles = loadOpenAICompatProfiles(activeProfile);
+    const requestedModel = request.model?.trim() || undefined;
+    const explicitTarget = requestedModel
+        ? resolveSelectorTarget(requestedModel, activeProfile, profiles)
+        : null;
+    const routing = (0, routing_config_1.loadOpenAICompatProxyRoutingConfig)();
+    if (explicitTarget?.explicitProfile) {
+        return {
+            profile: explicitTarget.profile,
+            model: explicitTarget.model,
+            estimatedTokens: estimateTokens(request),
+            source: 'explicit-profile',
+        };
+    }
+    const scenario = detectScenario(request, requestedModel, routing);
+    if (scenario.selector) {
+        const scenarioTarget = resolveSelectorTarget(scenario.selector, activeProfile, profiles);
+        if (scenarioTarget) {
+            return {
+                profile: scenarioTarget.profile,
+                model: scenarioTarget.model,
+                scenario: scenario.scenario,
+                estimatedTokens: scenario.estimatedTokens,
+                source: 'scenario',
+            };
+        }
+    }
+    if (explicitTarget && explicitTarget.profile.profileName !== activeProfile.profileName) {
+        return {
+            profile: explicitTarget.profile,
+            model: explicitTarget.model,
+            estimatedTokens: scenario.estimatedTokens,
+            source: 'profile-name',
+        };
+    }
+    if (requestedModel) {
+        const matchedProfile = profiles.find((profile) => profileSupportsModel(profile, requestedModel));
+        if (matchedProfile) {
+            return {
+                profile: matchedProfile,
+                model: requestedModel,
+                estimatedTokens: scenario.estimatedTokens,
+                source: 'profile-model-match',
+            };
+        }
+        return {
+            profile: activeProfile,
+            model: requestedModel,
+            estimatedTokens: scenario.estimatedTokens,
+            source: 'request-model',
+        };
+    }
+    return {
+        profile: activeProfile,
+        model: activeProfile.model,
+        estimatedTokens: scenario.estimatedTokens,
+        source: 'active-default',
+    };
+}
+exports.resolveProxyRequestRoute = resolveProxyRequestRoute;
+//# sourceMappingURL=request-router.js.map

package/dist/proxy/request-router.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"request-router.js","sourceRoot":"","sources":["../../src/proxy/request-router.ts"],"names":[],"mappings":";;;AAAA,4DAAuE;AACvE,8CAA8C;AAE9C,qDAG0B;AAC1B,qDAAoG;AAkBpG,SAAS,wBAAwB,CAC/B,aAAwC;IAExC,MAAM,MAAM,GAAG,IAAA,+BAAc,GAAE,CAAC;IAChC,MAAM,QAAQ,GAAG,CAAC,aAAa,CAAC,CAAC;IAEjC,KAAK,MAAM,CAAC,WAAW,EAAE,YAAY,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1E,IAAI,WAAW,KAAK,aAAa,CAAC,WAAW,EAAE,CAAC;YAC9C,SAAS;QACX,CAAC;QAED,IAAI,CAAC;YACH,MAAM,YAAY,GAAG,IAAA,oBAAU,EAAC,YAAY,CAAC,CAAC;YAC9C,MAAM,QAAQ,GAAG,IAAA,6BAAY,EAAC,YAAY,CAAC,CAAC;YAC5C,MAAM,OAAO,GAAG,IAAA,iDAAgC,EAC9C,WAAW,EACX,YAAY,EACZ,QAAQ,CAAC,GAAG,IAAI,EAAE,CACnB,CAAC;YACF,IAAI,OAAO,EAAE,CAAC;gBACZ,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,wDAAwD;QAC1D,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,qBAAqB,CAC5B,QAAgB,EAChB,aAAwC,EACxC,QAAqC;IAErC,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;IAChC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACxC,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;QACnB,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,IAAI,EAAE,CAAC;QACxD,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,WAAW,KAAK,WAAW,CAAC,CAAC;QACpF,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,OAAO,CAAC,KAAK,CAAC;YACpE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;QACnD,CAAC;IACH,CAAC;IAED,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,WAAW,KAAK,OAAO,CAAC,CAAC;IACrF,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,CAAC,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC;IACtF,CAAC;IAED,OAAO;QACL,OAAO,EAAE,aAAa;QACtB,KAAK,EAAE,OAAO;QACd,eAAe,EAAE,KAAK;KACvB,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAAC,OAAkC,EAAE,KAAa;IAC7E,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC,IAAI,CACrF,CAAC,SAAS,EAAE,EAAE,CAAC,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,KAAK,KAAK,CACpE,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,OAA2B;IACjD,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACvC,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YACxC,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC;YACrC,SAAS;QACX,CAAC;QACD,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YACnC,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACnC,UAAU,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC;YACpF,CAAC;QACH,CAAC;QACD,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;YACtC,KAAK,MAAM,QAAQ,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;gBAC1C,UAAU,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC;YACnF,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACjC,UAAU,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;IACrD,CAAC;IAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,cAAc,CACrB,OAA2B,EAC3B,cAAkC,EAClC,OAAuC;IAEvC,MAAM,eAAe,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;IAChD,MAAM,gBAAgB,GACpB,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,YAAY,CAAC,KAAK,IAAI,CAAC;IAC9E,MAAM,eAAe,GACnB,OAAO,CAAC,SAAS,EAAE,OAAO,KAAK,IAAI,IAAI,OAAO,OAAO,CAAC,gBAAgB,KAAK,QAAQ,CAAC;IACtF,MAAM,OAAO,GAAG,cAAc,IAAI,EAAE,CAAC;IACrC,MAAM,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,IAAI,KAAM,CAAC;IAEpE,IAAI,gBAAgB,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QAC1C,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,OAAO,CAAC,SAAS,EAAE,eAAe,EAAE,CAAC;IACjF,CAAC;IACD,IAAI,eAAe,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QACrC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,KAAK,EAAE,eAAe,EAAE,CAAC;IACzE,CAAC;IACD,IAAI,eAAe,GAAG,oBAAoB,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QAClE,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,QAAQ,EAAE,OAAO,CAAC,WAAW,EAAE,eAAe,EAAE,CAAC;IACrF,CAAC;IACD,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;QAClE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,QAAQ,EAAE,OAAO,CAAC,UAAU,EAAE,eAAe,EAAE,CAAC;IACnF,CAAC;IACD,IAAI,CAAC,cAAc,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACvC,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,CAAC,OAAO,EAAE,eAAe,EAAE,CAAC;IAC7E,CAAC;IAED,OAAO,EAAE,eAAe,EAAE,CAAC;AAC7B,CAAC;AAED,SAAgB,wBAAwB,CACtC,aAAwC,EACxC,OAA2B;IAE3B,MAAM,QAAQ,GAAG,wBAAwB,CAAC,aAAa,CAAC,CAAC;IACzD,MAAM,cAAc,GAAG,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,SAAS,CAAC;IAC1D,MAAM,cAAc,GAAG,cAAc;QACnC,CAAC,CAAC,qBAAqB,CAAC,cAAc,EAAE,aAAa,EAAE,QAAQ,CAAC;QAChE,CAAC,CAAC,IAAI,CAAC;IACT,MAAM,OAAO,GAAG,IAAA,mDAAkC,GAAE,CAAC;IAErD,IAAI,cAAc,EAAE,eAAe,EAAE,CAAC;QACpC,OAAO;YACL,OAAO,EAAE,cAAc,CAAC,OAAO;YAC/B,KAAK,EAAE,cAAc,CAAC,KAAK;YAC3B,eAAe,EAAE,cAAc,CAAC,OAAO,CAAC;YACxC,MAAM,EAAE,kBAAkB;SAC3B,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,cAAc,CAAC,OAAO,EAAE,cAAc,EAAE,OAAO,CAAC,CAAC;IAClE,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;QACtB,MAAM,cAAc,GAAG,qBAAqB,CAAC,QAAQ,CAAC,QAAQ,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAC;QACzF,IAAI,cAAc,EAAE,CAAC;YACnB,OAAO;gBACL,OAAO,EAAE,cAAc,CAAC,OAAO;gBAC/B,KAAK,EAAE,cAAc,CAAC,KAAK;gBAC3B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;gBAC3B,eAAe,EAAE,QAAQ,CAAC,eAAe;gBACzC,MAAM,EAAE,UAAU;aACnB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,IAAI,cAAc,IAAI,cAAc,CAAC,OAAO,CAAC,WAAW,KAAK,aAAa,CAAC,WAAW,EAAE,CAAC;QACvF,OAAO;YACL,OAAO,EAAE,cAAc,CAAC,OAAO;YAC/B,KAAK,EAAE,cAAc,CAAC,KAAK;YAC3B,eAAe,EAAE,QAAQ,CAAC,eAAe;YACzC,MAAM,EAAE,cAAc;SACvB,CAAC;IACJ,CAAC;IAED,IAAI,cAAc,EAAE,CAAC;QACnB,MAAM,cAAc,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAC/C,oBAAoB,CAAC,OAAO,EAAE,cAAc,CAAC,CAC9C,CAAC;QACF,IAAI,cAAc,EAAE,CAAC;YACnB,OAAO;gBACL,OAAO,EAAE,cAAc;gBACvB,KAAK,EAAE,cAAc;gBACrB,eAAe,EAAE,QAAQ,CAAC,eAAe;gBACzC,MAAM,EAAE,qBAAqB;aAC9B,CAAC;QACJ,CAAC;QAED,OAAO;YACL,OAAO,EAAE,aAAa;YACtB,KAAK,EAAE,cAAc;YACrB,eAAe,EAAE,QAAQ,CAAC,eAAe;YACzC,MAAM,EAAE,eAAe;SACxB,CAAC;IACJ,CAAC;IAED,OAAO;QACL,OAAO,EAAE,aAAa;QACtB,KAAK,EAAE,aAAa,CAAC,KAAK;QAC1B,eAAe,EAAE,QAAQ,CAAC,eAAe;QACzC,MAAM,EAAE,gBAAgB;KACzB,CAAC;AACJ,CAAC;AAtED,4DAsEC"}

package/dist/proxy/routing-config.d.ts

@@ -0,0 +1,10 @@
+export interface OpenAICompatProxyRoutingConfig {
+    default?: string;
+    background?: string;
+    think?: string;
+    longContext?: string;
+    webSearch?: string;
+    longContextThreshold?: number;
+}
+export declare function loadOpenAICompatProxyRoutingConfig(): OpenAICompatProxyRoutingConfig;
+//# sourceMappingURL=routing-config.d.ts.map

package/dist/proxy/routing-config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"routing-config.d.ts","sourceRoot":"","sources":["../../src/proxy/routing-config.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,8BAA8B;IAC7C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,oBAAoB,CAAC,EAAE,MAAM,CAAC;CAC/B;AA8CD,wBAAgB,kCAAkC,IAAI,8BAA8B,CAgBnF"}

package/dist/proxy/routing-config.js

@@ -0,0 +1,79 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.loadOpenAICompatProxyRoutingConfig = void 0;
+const fs = __importStar(require("fs"));
+const yaml = __importStar(require("js-yaml"));
+const config_manager_1 = require("../utils/config-manager");
+function readRawConfigObject(configPath) {
+    if (!fs.existsSync(configPath)) {
+        return null;
+    }
+    const raw = fs.readFileSync(configPath, 'utf8');
+    const parsed = configPath.endsWith('.yaml') || configPath.endsWith('.yml') ? yaml.load(raw) : JSON.parse(raw);
+    return typeof parsed === 'object' && parsed !== null ? parsed : null;
+}
+function normalizeRoutingConfig(value) {
+    if (typeof value !== 'object' || value === null) {
+        return {};
+    }
+    const config = value;
+    return {
+        default: typeof config.default === 'string' && config.default.trim()
+            ? config.default.trim()
+            : undefined,
+        background: typeof config.background === 'string' && config.background.trim()
+            ? config.background.trim()
+            : undefined,
+        think: typeof config.think === 'string' && config.think.trim() ? config.think.trim() : undefined,
+        longContext: typeof config.longContext === 'string' && config.longContext.trim()
+            ? config.longContext.trim()
+            : undefined,
+        webSearch: typeof config.webSearch === 'string' && config.webSearch.trim()
+            ? config.webSearch.trim()
+            : undefined,
+        longContextThreshold: typeof config.longContextThreshold === 'number' &&
+            Number.isFinite(config.longContextThreshold)
+            ? config.longContextThreshold
+            : undefined,
+    };
+}
+function loadOpenAICompatProxyRoutingConfig() {
+    const activePath = (0, config_manager_1.getActiveConfigPath)();
+    const rawConfig = readRawConfigObject(activePath);
+    if (rawConfig?.proxy && typeof rawConfig.proxy === 'object') {
+        return normalizeRoutingConfig(rawConfig.proxy.routing);
+    }
+    const legacyPath = (0, config_manager_1.getConfigPath)();
+    if (legacyPath !== activePath) {
+        const legacyConfig = readRawConfigObject(legacyPath);
+        if (legacyConfig?.proxy && typeof legacyConfig.proxy === 'object') {
+            return normalizeRoutingConfig(legacyConfig.proxy.routing);
+        }
+    }
+    return {};
+}
+exports.loadOpenAICompatProxyRoutingConfig = loadOpenAICompatProxyRoutingConfig;
+//# sourceMappingURL=routing-config.js.map

package/dist/proxy/routing-config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"routing-config.js","sourceRoot":"","sources":["../../src/proxy/routing-config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,8CAAgC;AAChC,4DAA6E;AAW7E,SAAS,mBAAmB,CAAC,UAAkB;IAC7C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC/B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IAChD,MAAM,MAAM,GACV,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACjG,OAAO,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,CAAC,CAAC,CAAE,MAAkC,CAAC,CAAC,CAAC,IAAI,CAAC;AACpG,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAc;IAC5C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QAChD,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,OAAO;QACL,OAAO,EACL,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE;YACzD,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE;YACvB,CAAC,CAAC,SAAS;QACf,UAAU,EACR,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE;YAC/D,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE;YAC1B,CAAC,CAAC,SAAS;QACf,KAAK,EACH,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS;QAC3F,WAAW,EACT,OAAO,MAAM,CAAC,WAAW,KAAK,QAAQ,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE;YACjE,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE;YAC3B,CAAC,CAAC,SAAS;QACf,SAAS,EACP,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE;YAC7D,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE;YACzB,CAAC,CAAC,SAAS;QACf,oBAAoB,EAClB,OAAO,MAAM,CAAC,oBAAoB,KAAK,QAAQ;YAC/C,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,oBAAoB,CAAC;YAC1C,CAAC,CAAC,MAAM,CAAC,oBAAoB;YAC7B,CAAC,CAAC,SAAS;KAChB,CAAC;AACJ,CAAC;AAED,SAAgB,kCAAkC;IAChD,MAAM,UAAU,GAAG,IAAA,oCAAmB,GAAE,CAAC;IACzC,MAAM,SAAS,GAAG,mBAAmB,CAAC,UAAU,CAAC,CAAC;IAClD,IAAI,SAAS,EAAE,KAAK,IAAI,OAAO,SAAS,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC5D,OAAO,sBAAsB,CAAE,SAAS,CAAC,KAAiC,CAAC,OAAO,CAAC,CAAC;IACtF,CAAC;IAED,MAAM,UAAU,GAAG,IAAA,8BAAa,GAAE,CAAC;IACnC,IAAI,UAAU,KAAK,UAAU,EAAE,CAAC;QAC9B,MAAM,YAAY,GAAG,mBAAmB,CAAC,UAAU,CAAC,CAAC;QACrD,IAAI,YAAY,EAAE,KAAK,IAAI,OAAO,YAAY,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YAClE,OAAO,sBAAsB,CAAE,YAAY,CAAC,KAAiC,CAAC,OAAO,CAAC,CAAC;QACzF,CAAC;IACH,CAAC;IAED,OAAO,EAAE,CAAC;AACZ,CAAC;AAhBD,gFAgBC"}

package/dist/proxy/server/http-helpers.d.ts

@@ -0,0 +1,8 @@
+/// <reference types="node" />
+/// <reference types="bun-types" />
+/// <reference types="node" />
+import * as http from 'http';
+export declare function writeJson(res: http.ServerResponse, statusCode: number, payload: unknown): void;
+export declare function readJsonBody(req: http.IncomingMessage): Promise<unknown>;
+export declare function pipeWebResponseToNode(response: Response, res: http.ServerResponse): Promise<void>;
+//# sourceMappingURL=http-helpers.d.ts.map

package/dist/proxy/server/http-helpers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"http-helpers.d.ts","sourceRoot":"","sources":["../../../src/proxy/server/http-helpers.ts"],"names":[],"mappings":";;;AAAA,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAK7B,wBAAgB,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,cAAc,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI,CAG9F;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,OAAO,CAAC,CAgDxE;AAED,wBAAsB,qBAAqB,CACzC,QAAQ,EAAE,QAAQ,EAClB,GAAG,EAAE,IAAI,CAAC,cAAc,GACvB,OAAO,CAAC,IAAI,CAAC,CAiBf"}

package/dist/proxy/server/http-helpers.js

@@ -0,0 +1,73 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.pipeWebResponseToNode = exports.readJsonBody = exports.writeJson = void 0;
+const stream_1 = require("stream");
+const MAX_BODY_SIZE = 10 * 1024 * 1024;
+function writeJson(res, statusCode, payload) {
+    res.writeHead(statusCode, { 'Content-Type': 'application/json' });
+    res.end(JSON.stringify(payload));
+}
+exports.writeJson = writeJson;
+function readJsonBody(req) {
+    return new Promise((resolve, reject) => {
+        const chunks = [];
+        let total = 0;
+        let settled = false;
+        const resolveOnce = (payload) => {
+            if (!settled) {
+                settled = true;
+                resolve(payload);
+            }
+        };
+        const rejectOnce = (error) => {
+            if (!settled) {
+                settled = true;
+                reject(error);
+            }
+        };
+        req.on('data', (chunk) => {
+            total += chunk.length;
+            if (total > MAX_BODY_SIZE) {
+                req.pause();
+                rejectOnce(new Error('Request body too large (max 10MB)'));
+                return;
+            }
+            chunks.push(chunk);
+        });
+        req.on('end', () => {
+            const raw = Buffer.concat(chunks).toString('utf8').trim();
+            if (!raw) {
+                resolveOnce({});
+                return;
+            }
+            try {
+                resolveOnce(JSON.parse(raw));
+            }
+            catch {
+                rejectOnce(new Error('Invalid JSON in request body'));
+            }
+        });
+        req.on('error', (error) => {
+            rejectOnce(error instanceof Error ? error : new Error(String(error)));
+        });
+    });
+}
+exports.readJsonBody = readJsonBody;
+async function pipeWebResponseToNode(response, res) {
+    res.statusCode = response.status;
+    response.headers.forEach((value, key) => {
+        res.setHeader(key, value);
+    });
+    if (!response.body) {
+        res.end();
+        return;
+    }
+    const nodeStream = stream_1.Readable.fromWeb(response.body);
+    await new Promise((resolve, reject) => {
+        nodeStream.on('error', reject);
+        nodeStream.on('end', resolve);
+        nodeStream.pipe(res);
+    });
+}
+exports.pipeWebResponseToNode = pipeWebResponseToNode;
+//# sourceMappingURL=http-helpers.js.map

package/dist/proxy/server/http-helpers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"http-helpers.js","sourceRoot":"","sources":["../../../src/proxy/server/http-helpers.ts"],"names":[],"mappings":";;;AACA,mCAAkC;AAElC,MAAM,aAAa,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAEvC,SAAgB,SAAS,CAAC,GAAwB,EAAE,UAAkB,EAAE,OAAgB;IACtF,GAAG,CAAC,SAAS,CAAC,UAAU,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAClE,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;AACnC,CAAC;AAHD,8BAGC;AAED,SAAgB,YAAY,CAAC,GAAyB;IACpD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,OAAO,GAAG,KAAK,CAAC;QAEpB,MAAM,WAAW,GAAG,CAAC,OAAgB,EAAE,EAAE;YACvC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,GAAG,IAAI,CAAC;gBACf,OAAO,CAAC,OAAO,CAAC,CAAC;YACnB,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,UAAU,GAAG,CAAC,KAAY,EAAE,EAAE;YAClC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,GAAG,IAAI,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC;QACH,CAAC,CAAC;QAEF,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;YAC/B,KAAK,IAAI,KAAK,CAAC,MAAM,CAAC;YACtB,IAAI,KAAK,GAAG,aAAa,EAAE,CAAC;gBAC1B,GAAG,CAAC,KAAK,EAAE,CAAC;gBACZ,UAAU,CAAC,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC,CAAC;gBAC3D,OAAO;YACT,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC,CAAC,CAAC;QAEH,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;YACjB,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;YAC1D,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,WAAW,CAAC,EAAE,CAAC,CAAC;gBAChB,OAAO;YACT,CAAC;YAED,IAAI,CAAC;gBACH,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;YAC/B,CAAC;YAAC,MAAM,CAAC;gBACP,UAAU,CAAC,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC,CAAC;YACxD,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YACxB,UAAU,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACxE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAhDD,oCAgDC;AAEM,KAAK,UAAU,qBAAqB,CACzC,QAAkB,EAClB,GAAwB;IAExB,GAAG,CAAC,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC;IACjC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;QACtC,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnB,GAAG,CAAC,GAAG,EAAE,CAAC;QACV,OAAO;IACT,CAAC;IAED,MAAM,UAAU,GAAG,iBAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,IAA6C,CAAC,CAAC;IAC5F,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC1C,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC/B,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC9B,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACvB,CAAC,CAAC,CAAC;AACL,CAAC;AApBD,sDAoBC"}

package/dist/proxy/server/messages-route.d.ts

@@ -0,0 +1,12 @@
+/// <reference types="node" />
+/// <reference types="bun-types" />
+/// <reference types="node" />
+import * as http from 'http';
+import type { Dispatcher } from 'undici';
+import type { OpenAICompatProfileConfig } from '../profile-router';
+export declare function extractIncomingProxyToken(headers: http.IncomingHttpHeaders): string | null;
+export declare function validateIncomingProxyAuth(headers: http.IncomingHttpHeaders, expectedToken: string): boolean;
+export declare function attachDisconnectAbortHandlers(req: http.IncomingMessage, res: http.ServerResponse, controller: AbortController, onDisconnect: (source: string) => void): () => void;
+export declare function handleProxyMessagesRequest(req: http.IncomingMessage, res: http.ServerResponse, profile: OpenAICompatProfileConfig, expectedAuthToken: string, insecureDispatcher?: Dispatcher): Promise<void>;
+export declare function handleProxyModelsRequest(res: http.ServerResponse, profile: OpenAICompatProfileConfig): void;
+//# sourceMappingURL=messages-route.d.ts.map

package/dist/proxy/server/messages-route.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"messages-route.d.ts","sourceRoot":"","sources":["../../../src/proxy/server/messages-route.ts"],"names":[],"mappings":";;;AAAA,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACzC,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,mBAAmB,CAAC;AA+CnE,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,IAAI,CAAC,mBAAmB,GAAG,MAAM,GAAG,IAAI,CAmB1F;AAED,wBAAgB,yBAAyB,CACvC,OAAO,EAAE,IAAI,CAAC,mBAAmB,EACjC,aAAa,EAAE,MAAM,GACpB,OAAO,CAET;AAmDD,wBAAgB,6BAA6B,CAC3C,GAAG,EAAE,IAAI,CAAC,eAAe,EACzB,GAAG,EAAE,IAAI,CAAC,cAAc,EACxB,UAAU,EAAE,eAAe,EAC3B,YAAY,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,GACrC,MAAM,IAAI,CAiCZ;AAED,wBAAsB,0BAA0B,CAC9C,GAAG,EAAE,IAAI,CAAC,eAAe,EACzB,GAAG,EAAE,IAAI,CAAC,cAAc,EACxB,OAAO,EAAE,yBAAyB,EAClC,iBAAiB,EAAE,MAAM,EACzB,kBAAkB,CAAC,EAAE,UAAU,GAC9B,OAAO,CAAC,IAAI,CAAC,CA2Ff;AAED,wBAAgB,wBAAwB,CACtC,GAAG,EAAE,IAAI,CAAC,cAAc,EACxB,OAAO,EAAE,yBAAyB,GACjC,IAAI,CAWN"}

package/dist/proxy/server/messages-route.js

@@ -0,0 +1,208 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.handleProxyModelsRequest = exports.handleProxyMessagesRequest = exports.attachDisconnectAbortHandlers = exports.validateIncomingProxyAuth = exports.extractIncomingProxyToken = void 0;
+const request_router_1 = require("../request-router");
+const request_transformer_1 = require("../transformers/request-transformer");
+const sse_stream_transformer_1 = require("../transformers/sse-stream-transformer");
+const upstream_url_1 = require("../upstream-url");
+const logging_1 = require("../../services/logging");
+const http_helpers_1 = require("./http-helpers");
+const REQUEST_TIMEOUT_MS = 600000;
+const logger = (0, logging_1.createLogger)('proxy:openai-compat:messages');
+class ProxyInputError extends Error {
+    constructor(message) {
+        super(message);
+        this.name = 'ProxyInputError';
+    }
+}
+function buildUpstreamHeaders(profile) {
+    return {
+        'Content-Type': 'application/json',
+        Authorization: `Bearer ${profile.apiKey}`,
+        'User-Agent': 'CCS-OpenAI-Compat-Proxy/1.0',
+    };
+}
+function buildUpstreamRequest(profile, rawBody) {
+    let transformed;
+    try {
+        const transformer = new request_transformer_1.ProxyRequestTransformer();
+        transformed = transformer.transform(rawBody);
+    }
+    catch (error) {
+        const message = error instanceof Error ? error.message : 'Invalid Anthropic request';
+        throw new ProxyInputError(message);
+    }
+    const route = (0, request_router_1.resolveProxyRequestRoute)(profile, transformed);
+    const body = {
+        ...transformed,
+        model: route.model || route.profile.model,
+        stream: transformed.stream === true,
+    };
+    return { body: JSON.stringify(body), route };
+}
+function extractIncomingProxyToken(headers) {
+    const xApiKey = headers['x-api-key'];
+    if (typeof xApiKey === 'string' && xApiKey.trim().length > 0) {
+        return xApiKey.trim();
+    }
+    const anthropicApiKey = headers['anthropic-api-key'];
+    if (typeof anthropicApiKey === 'string' && anthropicApiKey.trim().length > 0) {
+        return anthropicApiKey.trim();
+    }
+    const authHeader = headers.authorization;
+    if (typeof authHeader === 'string' && authHeader.trim().length > 0) {
+        const trimmed = authHeader.trim();
+        const bearerPrefix = 'Bearer ';
+        return trimmed.startsWith(bearerPrefix) ? trimmed.slice(bearerPrefix.length).trim() : trimmed;
+    }
+    return null;
+}
+exports.extractIncomingProxyToken = extractIncomingProxyToken;
+function validateIncomingProxyAuth(headers, expectedToken) {
+    return extractIncomingProxyToken(headers) === expectedToken;
+}
+exports.validateIncomingProxyAuth = validateIncomingProxyAuth;
+function buildFetchInit(profile, body, signal, insecureDispatcher) {
+    const init = {
+        method: 'POST',
+        headers: buildUpstreamHeaders(profile),
+        body,
+        signal,
+    };
+    if (insecureDispatcher) {
+        init.dispatcher = insecureDispatcher;
+    }
+    return init;
+}
+function getRequestTimeoutMs() {
+    const rawValue = process.env.CCS_OPENAI_PROXY_REQUEST_TIMEOUT_MS;
+    if (!rawValue) {
+        return REQUEST_TIMEOUT_MS;
+    }
+    const parsed = Number.parseInt(rawValue, 10);
+    return Number.isFinite(parsed) && parsed > 0 ? parsed : REQUEST_TIMEOUT_MS;
+}
+function formatTimeoutDuration(timeoutMs) {
+    return timeoutMs % 1000 === 0 ? `${timeoutMs / 1000} seconds` : `${timeoutMs}ms`;
+}
+function registerOnceListener(emitter, event, handler) {
+    if (!emitter) {
+        return () => { };
+    }
+    emitter.once(event, handler);
+    return () => {
+        emitter.removeListener(event, handler);
+    };
+}
+function attachDisconnectAbortHandlers(req, res, controller, onDisconnect) {
+    const abortOnDisconnect = (source) => {
+        if (!controller.signal.aborted && !res.writableEnded) {
+            onDisconnect(source);
+            controller.abort();
+        }
+    };
+    const cleanupFns = [
+        registerOnceListener(req, 'aborted', () => abortOnDisconnect('req.aborted')),
+        registerOnceListener(req, 'close', () => abortOnDisconnect('req.close')),
+        registerOnceListener(req.socket, 'close', () => abortOnDisconnect('req.socket.close')),
+        registerOnceListener(res, 'close', () => abortOnDisconnect('res.close')),
+        registerOnceListener(res.socket, 'close', () => abortOnDisconnect('res.socket.close')),
+    ];
+    const disconnectPoll = setInterval(() => {
+        if (req.destroyed ||
+            res.destroyed ||
+            req.socket?.destroyed === true ||
+            res.socket?.destroyed === true) {
+            abortOnDisconnect('poll.destroyed');
+        }
+    }, 50);
+    return () => {
+        clearInterval(disconnectPoll);
+        for (const cleanup of cleanupFns) {
+            cleanup();
+        }
+    };
+}
+exports.attachDisconnectAbortHandlers = attachDisconnectAbortHandlers;
+async function handleProxyMessagesRequest(req, res, profile, expectedAuthToken, insecureDispatcher) {
+    const transformer = new sse_stream_transformer_1.ProxySseStreamTransformer();
+    if (!validateIncomingProxyAuth(req.headers, expectedAuthToken)) {
+        logger.warn('auth.invalid', 'Rejected proxy message request with invalid auth token', {
+            remoteAddress: req.socket.remoteAddress || null,
+        });
+        await (0, http_helpers_1.pipeWebResponseToNode)(transformer.error(401, 'authentication_error', 'Missing or invalid local proxy token'), res);
+        return;
+    }
+    let timeoutMs = REQUEST_TIMEOUT_MS;
+    try {
+        const rawBody = await (0, http_helpers_1.readJsonBody)(req);
+        const upstream = buildUpstreamRequest(profile, rawBody);
+        logger.info('request.forward', 'Forwarding Anthropic request to OpenAI-compatible upstream', {
+            profileName: upstream.route.profile.profileName,
+            provider: upstream.route.profile.provider,
+            baseUrl: upstream.route.profile.baseUrl,
+            model: upstream.route.model || upstream.route.profile.model || null,
+            routeSource: upstream.route.source,
+            scenario: upstream.route.scenario || null,
+            estimatedTokens: upstream.route.estimatedTokens,
+        });
+        const controller = new AbortController();
+        timeoutMs = getRequestTimeoutMs();
+        const timeout = setTimeout(() => controller.abort(), timeoutMs);
+        const cleanupDisconnectHandlers = attachDisconnectAbortHandlers(req, res, controller, (source) => {
+            logger.info('request.disconnect', 'Aborting upstream request after local client disconnect', {
+                profileName: profile.profileName,
+                source,
+            });
+        });
+        try {
+            const upstreamResponse = await fetch((0, upstream_url_1.resolveOpenAIChatCompletionsUrl)(upstream.route.profile.baseUrl), buildFetchInit(upstream.route.profile, upstream.body, controller.signal, insecureDispatcher));
+            logger.info('response.received', 'Received upstream response', {
+                profileName: profile.profileName,
+                routedProfileName: upstream.route.profile.profileName,
+                status: upstreamResponse.status,
+            });
+            const response = await transformer.transform(upstreamResponse);
+            await (0, http_helpers_1.pipeWebResponseToNode)(response, res);
+        }
+        finally {
+            clearTimeout(timeout);
+            cleanupDisconnectHandlers();
+        }
+    }
+    catch (error) {
+        const message = error instanceof Error ? error.message : 'Unknown proxy error';
+        logger.error('request.failed', 'Proxy message request failed', {
+            profileName: profile.profileName,
+            error: message,
+            abort: error instanceof Error && error.name === 'AbortError',
+        });
+        const status = error instanceof Error && error.name === 'AbortError'
+            ? 502
+            : error instanceof ProxyInputError
+                ? 400
+                : message.includes('Request body too large')
+                    ? 413
+                    : message.includes('Invalid JSON')
+                        ? 400
+                        : 502;
+        const type = status >= 500 ? 'api_error' : 'invalid_request_error';
+        await (0, http_helpers_1.pipeWebResponseToNode)(transformer.error(status, type, error instanceof Error && error.name === 'AbortError'
+            ? `The upstream provider did not respond within ${formatTimeoutDuration(timeoutMs)}`
+            : message), res);
+    }
+}
+exports.handleProxyMessagesRequest = handleProxyMessagesRequest;
+function handleProxyModelsRequest(res, profile) {
+    const data = [profile.model, profile.opusModel, profile.sonnetModel, profile.haikuModel]
+        .filter((value) => typeof value === 'string' && value.length > 0)
+        .map((id) => ({
+        id,
+        object: 'model',
+        created: 0,
+        owned_by: profile.provider,
+    }));
+    (0, http_helpers_1.writeJson)(res, 200, { object: 'list', data });
+}
+exports.handleProxyModelsRequest = handleProxyModelsRequest;
+//# sourceMappingURL=messages-route.js.map

package/dist/proxy/server/messages-route.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"messages-route.js","sourceRoot":"","sources":["../../../src/proxy/server/messages-route.ts"],"names":[],"mappings":";;;AAGA,sDAA6D;AAC7D,6EAA8E;AAC9E,mFAAmF;AACnF,kDAAkE;AAClE,oDAAsD;AACtD,iDAAgF;AAEhF,MAAM,kBAAkB,GAAG,MAAO,CAAC;AACnC,MAAM,MAAM,GAAG,IAAA,sBAAY,EAAC,8BAA8B,CAAC,CAAC;AAE5D,MAAM,eAAgB,SAAQ,KAAK;IACjC,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAC;IAChC,CAAC;CACF;AAED,SAAS,oBAAoB,CAAC,OAAkC;IAC9D,OAAO;QACL,cAAc,EAAE,kBAAkB;QAClC,aAAa,EAAE,UAAU,OAAO,CAAC,MAAM,EAAE;QACzC,YAAY,EAAE,6BAA6B;KAC5C,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAC3B,OAAkC,EAClC,OAAgB;IAEhB,IAAI,WAAW,CAAC;IAChB,IAAI,CAAC;QACH,MAAM,WAAW,GAAG,IAAI,6CAAuB,EAAE,CAAC;QAClD,WAAW,GAAG,WAAW,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,2BAA2B,CAAC;QACrF,MAAM,IAAI,eAAe,CAAC,OAAO,CAAC,CAAC;IACrC,CAAC;IACD,MAAM,KAAK,GAAG,IAAA,yCAAwB,EAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IAC7D,MAAM,IAAI,GAAG;QACX,GAAG,WAAW;QACd,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK;QACzC,MAAM,EAAE,WAAW,CAAC,MAAM,KAAK,IAAI;KACpC,CAAC;IACF,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC;AAC/C,CAAC;AAED,SAAgB,yBAAyB,CAAC,OAAiC;IACzE,MAAM,OAAO,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IACrC,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7D,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC;IACxB,CAAC;IAED,MAAM,eAAe,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACrD,IAAI,OAAO,eAAe,KAAK,QAAQ,IAAI,eAAe,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7E,OAAO,eAAe,CAAC,IAAI,EAAE,CAAC;IAChC,CAAC;IAED,MAAM,UAAU,GAAG,OAAO,CAAC,aAAa,CAAC;IACzC,IAAI,OAAO,UAAU,KAAK,QAAQ,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnE,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC;QAClC,MAAM,YAAY,GAAG,SAAS,CAAC;QAC/B,OAAO,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;IAChG,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAnBD,8DAmBC;AAED,SAAgB,yBAAyB,CACvC,OAAiC,EACjC,aAAqB;IAErB,OAAO,yBAAyB,CAAC,OAAO,CAAC,KAAK,aAAa,CAAC;AAC9D,CAAC;AALD,8DAKC;AAED,SAAS,cAAc,CACrB,OAAkC,EAClC,IAAY,EACZ,MAAmB,EACnB,kBAA+B;IAE/B,MAAM,IAAI,GAAgB;QACxB,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,oBAAoB,CAAC,OAAO,CAAC;QACtC,IAAI;QACJ,MAAM;KACP,CAAC;IAEF,IAAI,kBAAkB,EAAE,CAAC;QACtB,IAAgC,CAAC,UAAU,GAAG,kBAAkB,CAAC;IACpE,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,mBAAmB;IAC1B,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC;IACjE,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IAC7C,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,kBAAkB,CAAC;AAC7E,CAAC;AAED,SAAS,qBAAqB,CAAC,SAAiB;IAC9C,OAAO,SAAS,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,SAAS,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,GAAG,SAAS,IAAI,CAAC;AACnF,CAAC;AAED,SAAS,oBAAoB,CAC3B,OAA+C,EAC/C,KAAa,EACb,OAAmB;IAEnB,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,GAAG,EAAE,GAAE,CAAC,CAAC;IAClB,CAAC;IAED,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC7B,OAAO,GAAG,EAAE;QACV,OAAO,CAAC,cAAc,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACzC,CAAC,CAAC;AACJ,CAAC;AAED,SAAgB,6BAA6B,CAC3C,GAAyB,EACzB,GAAwB,EACxB,UAA2B,EAC3B,YAAsC;IAEtC,MAAM,iBAAiB,GAAG,CAAC,MAAc,EAAE,EAAE;QAC3C,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC;YACrD,YAAY,CAAC,MAAM,CAAC,CAAC;YACrB,UAAU,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,UAAU,GAAG;QACjB,oBAAoB,CAAC,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,aAAa,CAAC,CAAC;QAC5E,oBAAoB,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;QACxE,oBAAoB,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,CAAC;QACtF,oBAAoB,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;QACxE,oBAAoB,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,CAAC;KACvF,CAAC;IAEF,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE;QACtC,IACE,GAAG,CAAC,SAAS;YACb,GAAG,CAAC,SAAS;YACb,GAAG,CAAC,MAAM,EAAE,SAAS,KAAK,IAAI;YAC9B,GAAG,CAAC,MAAM,EAAE,SAAS,KAAK,IAAI,EAC9B,CAAC;YACD,iBAAiB,CAAC,gBAAgB,CAAC,CAAC;QACtC,CAAC;IACH,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,OAAO,GAAG,EAAE;QACV,aAAa,CAAC,cAAc,CAAC,CAAC;QAC9B,KAAK,MAAM,OAAO,IAAI,UAAU,EAAE,CAAC;YACjC,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAtCD,sEAsCC;AAEM,KAAK,UAAU,0BAA0B,CAC9C,GAAyB,EACzB,GAAwB,EACxB,OAAkC,EAClC,iBAAyB,EACzB,kBAA+B;IAE/B,MAAM,WAAW,GAAG,IAAI,kDAAyB,EAAE,CAAC;IAEpD,IAAI,CAAC,yBAAyB,CAAC,GAAG,CAAC,OAAO,EAAE,iBAAiB,CAAC,EAAE,CAAC;QAC/D,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE,wDAAwD,EAAE;YACpF,aAAa,EAAE,GAAG,CAAC,MAAM,CAAC,aAAa,IAAI,IAAI;SAChD,CAAC,CAAC;QACH,MAAM,IAAA,oCAAqB,EACzB,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,sBAAsB,EAAE,sCAAsC,CAAC,EACtF,GAAG,CACJ,CAAC;QACF,OAAO;IACT,CAAC;IAED,IAAI,SAAS,GAAG,kBAAkB,CAAC;IACnC,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,IAAA,2BAAY,EAAC,GAAG,CAAC,CAAC;QACxC,MAAM,QAAQ,GAAG,oBAAoB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACxD,MAAM,CAAC,IAAI,CAAC,iBAAiB,EAAE,4DAA4D,EAAE;YAC3F,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW;YAC/C,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ;YACzC,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO;YACvC,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,IAAI,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI;YACnE,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,MAAM;YAClC,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,QAAQ,IAAI,IAAI;YACzC,eAAe,EAAE,QAAQ,CAAC,KAAK,CAAC,eAAe;SAChD,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,SAAS,GAAG,mBAAmB,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;QAChE,MAAM,yBAAyB,GAAG,6BAA6B,CAC7D,GAAG,EACH,GAAG,EACH,UAAU,EACV,CAAC,MAAM,EAAE,EAAE;YACT,MAAM,CAAC,IAAI,CACT,oBAAoB,EACpB,yDAAyD,EACzD;gBACE,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,MAAM;aACP,CACF,CAAC;QACJ,CAAC,CACF,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,gBAAgB,GAAG,MAAM,KAAK,CAClC,IAAA,8CAA+B,EAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAC/D,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAC7F,CAAC;YACF,MAAM,CAAC,IAAI,CAAC,mBAAmB,EAAE,4BAA4B,EAAE;gBAC7D,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,iBAAiB,EAAE,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW;gBACrD,MAAM,EAAE,gBAAgB,CAAC,MAAM;aAChC,CAAC,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;YAC/D,MAAM,IAAA,oCAAqB,EAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QAC7C,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,yBAAyB,EAAE,CAAC;QAC9B,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,qBAAqB,CAAC;QAC/E,MAAM,CAAC,KAAK,CAAC,gBAAgB,EAAE,8BAA8B,EAAE;YAC7D,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,KAAK,EAAE,OAAO;YACd,KAAK,EAAE,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY;SAC7D,CAAC,CAAC;QACH,MAAM,MAAM,GACV,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY;YACnD,CAAC,CAAC,GAAG;YACL,CAAC,CAAC,KAAK,YAAY,eAAe;gBAChC,CAAC,CAAC,GAAG;gBACL,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,wBAAwB,CAAC;oBAC1C,CAAC,CAAC,GAAG;oBACL,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC;wBAChC,CAAC,CAAC,GAAG;wBACL,CAAC,CAAC,GAAG,CAAC;QAChB,MAAM,IAAI,GAAG,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,uBAAuB,CAAC;QACnE,MAAM,IAAA,oCAAqB,EACzB,WAAW,CAAC,KAAK,CACf,MAAM,EACN,IAAI,EACJ,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY;YACnD,CAAC,CAAC,gDAAgD,qBAAqB,CAAC,SAAS,CAAC,EAAE;YACpF,CAAC,CAAC,OAAO,CACZ,EACD,GAAG,CACJ,CAAC;IACJ,CAAC;AACH,CAAC;AAjGD,gEAiGC;AAED,SAAgB,wBAAwB,CACtC,GAAwB,EACxB,OAAkC;IAElC,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,UAAU,CAAC;SACrF,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;SACjF,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QACZ,EAAE;QACF,MAAM,EAAE,OAAO;QACf,OAAO,EAAE,CAAC;QACV,QAAQ,EAAE,OAAO,CAAC,QAAQ;KAC3B,CAAC,CAAC,CAAC;IAEN,IAAA,wBAAS,EAAC,GAAG,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;AAChD,CAAC;AAdD,4DAcC"}

package/dist/proxy/server/proxy-server.d.ts

@@ -0,0 +1,12 @@
+/// <reference types="node" />
+import * as http from 'http';
+import type { OpenAICompatProfileConfig } from '../profile-router';
+export interface OpenAICompatProxyServerOptions {
+    profile: OpenAICompatProfileConfig;
+    host?: string;
+    port: number;
+    authToken: string;
+    insecure?: boolean;
+}
+export declare function startOpenAICompatProxyServer(options: OpenAICompatProxyServerOptions): http.Server;
+//# sourceMappingURL=proxy-server.d.ts.map

package/dist/proxy/server/proxy-server.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"proxy-server.d.ts","sourceRoot":"","sources":["../../../src/proxy/server/proxy-server.ts"],"names":[],"mappings":";AAAA,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAE7B,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,mBAAmB,CAAC;AAUnE,MAAM,WAAW,8BAA8B;IAC7C,OAAO,EAAE,yBAAyB,CAAC;IACnC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,wBAAgB,4BAA4B,CAAC,OAAO,EAAE,8BAA8B,GAAG,IAAI,CAAC,MAAM,CAyFjG"}