kimi-proxy 0.0.1

package/dist/core/providers/openRouterProvider.js

@@ -0,0 +1,158 @@
+import { fetch } from "undici";
+import { ProviderFormat, ProxyOperation, } from "../types.js";
+import { logger } from "../../utils/logger.js";
+export class OpenRouterProvider {
+    config;
+    key = "openrouter";
+    format = ProviderFormat.OpenAIChatCompletions;
+    supportedOperations = [
+        ProxyOperation.ChatCompletions,
+        ProxyOperation.Messages,
+        ProxyOperation.Responses,
+    ];
+    constructor(config) {
+        this.config = config;
+    }
+    resolvePath(operation) {
+        switch (operation) {
+            case ProxyOperation.ChatCompletions:
+                return "/v1/chat/completions";
+            case ProxyOperation.Messages:
+                return "/v1/messages";
+            case ProxyOperation.Responses:
+                return "/v1/responses";
+            default:
+                throw new Error(`Operation ${operation} is not supported by OpenRouter provider`);
+        }
+    }
+    buildUrl(operation) {
+        const baseUrl = this.config.baseUrl;
+        const path = this.resolvePath(operation);
+        const url = new URL(path, baseUrl);
+        return url;
+    }
+    buildProviderBody(config) {
+        const provider = {};
+        // Parse comma-separated providers into array if needed
+        if (config.providers) {
+            const providersList = config.providers
+                .split(",")
+                .map((p) => p.trim())
+                .filter((p) => p.length > 0);
+            if (providersList.length > 0) {
+                provider["order"] = providersList;
+            }
+        }
+        // Use explicit order if provided
+        if (config.order && config.order.length > 0) {
+            provider["order"] = config.order;
+        }
+        if (config.sort) {
+            provider["sort"] = config.sort;
+        }
+        if (typeof config.allowFallbacks === "boolean") {
+            provider["allow_fallbacks"] = config.allowFallbacks;
+        }
+        return provider;
+    }
+    mergeConfig(modelProviderConfig) {
+        if (!modelProviderConfig) {
+            return this.config;
+        }
+        const mergedConfig = {
+            baseUrl: modelProviderConfig.baseUrl !== undefined
+                ? modelProviderConfig.baseUrl
+                : this.config.baseUrl,
+            apiKey: modelProviderConfig.apiKey !== undefined
+                ? modelProviderConfig.apiKey
+                : this.config.apiKey,
+        };
+        // Only add optional properties if explicitly provided
+        if (modelProviderConfig.providers !== undefined) {
+            mergedConfig.providers = modelProviderConfig.providers;
+        }
+        else if (this.config.providers !== undefined) {
+            mergedConfig.providers = this.config.providers;
+        }
+        if (modelProviderConfig.sort !== undefined) {
+            mergedConfig.sort = modelProviderConfig.sort;
+        }
+        else if (this.config.sort !== undefined) {
+            mergedConfig.sort = this.config.sort;
+        }
+        if (modelProviderConfig.order !== undefined) {
+            mergedConfig.order = modelProviderConfig.order;
+        }
+        else if (this.config.order !== undefined) {
+            mergedConfig.order = this.config.order;
+        }
+        if (modelProviderConfig.allowFallbacks !== undefined) {
+            mergedConfig.allowFallbacks = modelProviderConfig.allowFallbacks;
+        }
+        else if (this.config.allowFallbacks !== undefined) {
+            mergedConfig.allowFallbacks = this.config.allowFallbacks;
+        }
+        if (modelProviderConfig.modelShortcut !== undefined) {
+            mergedConfig.modelShortcut = modelProviderConfig.modelShortcut;
+        }
+        else if (this.config.modelShortcut !== undefined) {
+            mergedConfig.modelShortcut = this.config.modelShortcut;
+        }
+        return mergedConfig;
+    }
+    async invoke({ request, body, headers, providerConfig: modelProviderConfig, }) {
+        const url = this.buildUrl(request.operation);
+        // Merge base config with model-level overrides
+        const mergedConfig = this.mergeConfig(modelProviderConfig);
+        const upstreamHeaders = {
+            Authorization: `Bearer ${mergedConfig.apiKey}`,
+            "Content-Type": "application/json",
+            ...(headers ?? {}),
+        };
+        // Merge provider configuration into request body
+        const routerProviderConfig = this.buildProviderBody(mergedConfig);
+        const bodyWithProvider = typeof body === "object" && body !== null && !Array.isArray(body)
+            ? { ...body }
+            : {};
+        if (Object.keys(routerProviderConfig).length > 0) {
+            bodyWithProvider["provider"] = routerProviderConfig;
+        }
+        // Handle model shortcuts (append to model name)
+        if (mergedConfig.modelShortcut &&
+            typeof bodyWithProvider["model"] === "string") {
+            bodyWithProvider["model"] =
+                `${bodyWithProvider["model"]}${mergedConfig.modelShortcut}`;
+        }
+        logger.debug({ url: url.toString(), provider: this.key, body: bodyWithProvider }, "Making request to OpenRouter with routing parameters");
+        const response = await fetch(url, {
+            method: "POST",
+            headers: upstreamHeaders,
+            body: JSON.stringify(bodyWithProvider),
+        });
+        const responseBody = await this.safeJson(response);
+        if (!response.ok) {
+            logger.warn({ status: response.status, provider: this.key, body: responseBody }, "OpenRouter upstream returned non-200");
+        }
+        return {
+            status: response.status,
+            body: responseBody,
+            headers: Object.fromEntries(response.headers.entries()),
+        };
+    }
+    async safeJson(response) {
+        try {
+            return (await response.json());
+        }
+        catch {
+            return (await response.text());
+        }
+    }
+    async listModels() {
+        const url = new URL("/v1/models", this.config.baseUrl);
+        const response = await fetch(url, {
+            headers: { Authorization: `Bearer ${this.config.apiKey}` },
+        });
+        return this.safeJson(response);
+    }
+}
+//# sourceMappingURL=openRouterProvider.js.map

package/dist/core/providers/openRouterProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openRouterProvider.js","sourceRoot":"","sources":["../../../src/core/providers/openRouterProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAiB,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,cAAc,EACd,cAAc,GAIf,MAAM,aAAa,CAAC;AAErB,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAyC/C,MAAM,OAAO,kBAAkB;IASA;IAR7B,GAAG,GAAG,YAAY,CAAC;IACnB,MAAM,GAAG,cAAc,CAAC,qBAAqB,CAAC;IAC9C,mBAAmB,GAAG;QACpB,cAAc,CAAC,eAAe;QAC9B,cAAc,CAAC,QAAQ;QACvB,cAAc,CAAC,SAAS;KACzB,CAAC;IAEF,YAA6B,MAAwB;QAAxB,WAAM,GAAN,MAAM,CAAkB;IAAG,CAAC;IAEjD,WAAW,CAAC,SAAyB;QAC3C,QAAQ,SAAS,EAAE,CAAC;YAClB,KAAK,cAAc,CAAC,eAAe;gBACjC,OAAO,sBAAsB,CAAC;YAChC,KAAK,cAAc,CAAC,QAAQ;gBAC1B,OAAO,cAAc,CAAC;YACxB,KAAK,cAAc,CAAC,SAAS;gBAC3B,OAAO,eAAe,CAAC;YACzB;gBACE,MAAM,IAAI,KAAK,CACb,aAAa,SAAS,0CAA0C,CACjE,CAAC;QACN,CAAC;IACH,CAAC;IAEO,QAAQ,CAAC,SAAyB;QACxC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACzC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAEnC,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,iBAAiB,CAAC,MAAwB;QAChD,MAAM,QAAQ,GAAe,EAAE,CAAC;QAEhC,uDAAuD;QACvD,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,MAAM,aAAa,GAAG,MAAM,CAAC,SAAS;iBACnC,KAAK,CAAC,GAAG,CAAC;iBACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;iBACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC/B,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,QAAQ,CAAC,OAAO,CAAC,GAAG,aAAa,CAAC;YACpC,CAAC;QACH,CAAC;QAED,iCAAiC;QACjC,IAAI,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,QAAQ,CAAC,OAAO,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC;QACnC,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YAChB,QAAQ,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC;QACjC,CAAC;QAED,IAAI,OAAO,MAAM,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YAC/C,QAAQ,CAAC,iBAAiB,CAAC,GAAG,MAAM,CAAC,cAAc,CAAC;QACtD,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,WAAW,CACjB,mBAA2C;QAE3C,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC,MAAM,CAAC;QACrB,CAAC;QAED,MAAM,YAAY,GAAqB;YACrC,OAAO,EACL,mBAAmB,CAAC,OAAO,KAAK,SAAS;gBACvC,CAAC,CAAC,mBAAmB,CAAC,OAAO;gBAC7B,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO;YACzB,MAAM,EACJ,mBAAmB,CAAC,MAAM,KAAK,SAAS;gBACtC,CAAC,CAAC,mBAAmB,CAAC,MAAM;gBAC5B,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM;SACzB,CAAC;QAEF,sDAAsD;QACtD,IAAI,mBAAmB,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YAChD,YAAY,CAAC,SAAS,GAAG,mBAAmB,CAAC,SAAS,CAAC;QACzD,CAAC;aAAM,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YAC/C,YAAY,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;QACjD,CAAC;QAED,IAAI,mBAAmB,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC3C,YAAY,CAAC,IAAI,GAAG,mBAAmB,CAAC,IAAI,CAAC;QAC/C,CAAC;aAAM,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC1C,YAAY,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;QACvC,CAAC;QAED,IAAI,mBAAmB,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC5C,YAAY,CAAC,KAAK,GAAG,mBAAmB,CAAC,KAAK,CAAC;QACjD,CAAC;aAAM,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC3C,YAAY,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QACzC,CAAC;QAED,IAAI,mBAAmB,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YACrD,YAAY,CAAC,cAAc,GAAG,mBAAmB,CAAC,cAAc,CAAC;QACnE,CAAC;aAAM,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YACpD,YAAY,CAAC,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;QAC3D,CAAC;QAED,IAAI,mBAAmB,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACpD,YAAY,CAAC,aAAa,GAAG,mBAAmB,CAAC,aAAa,CAAC;QACjE,CAAC;aAAM,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACnD,YAAY,CAAC,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC;QACzD,CAAC;QAED,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EACX,OAAO,EACP,IAAI,EACJ,OAAO,EACP,cAAc,EAAE,mBAAmB,GAChB;QACnB,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAE7C,+CAA+C;QAC/C,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,mBAAmB,CAAC,CAAC;QAE3D,MAAM,eAAe,GAAG;YACtB,aAAa,EAAE,UAAU,YAAY,CAAC,MAAM,EAAE;YAC9C,cAAc,EAAE,kBAAkB;YAClC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC;SACnB,CAAC;QAEF,iDAAiD;QACjD,MAAM,oBAAoB,GAAG,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;QAClE,MAAM,gBAAgB,GACpB,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;YAC/D,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE;YACb,CAAC,CAAC,EAAE,CAAC;QAET,IAAI,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjD,gBAAgB,CAAC,UAAU,CAAC,GAAG,oBAAoB,CAAC;QACtD,CAAC;QAED,gDAAgD;QAChD,IACE,YAAY,CAAC,aAAa;YAC1B,OAAO,gBAAgB,CAAC,OAAO,CAAC,KAAK,QAAQ,EAC7C,CAAC;YACD,gBAAgB,CAAC,OAAO,CAAC;gBACvB,GAAG,gBAAgB,CAAC,OAAO,CAAC,GAAG,YAAY,CAAC,aAAa,EAAE,CAAC;QAChE,CAAC;QAED,MAAM,CAAC,KAAK,CACV,EAAE,GAAG,EAAE,GAAG,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,gBAAgB,EAAE,EACnE,sDAAsD,CACvD,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,eAAe;YACxB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC;SACvC,CAAC,CAAC;QAEH,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAEnD,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,CAAC,IAAI,CACT,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,YAAY,EAAE,EACnE,sCAAsC,CACvC,CAAC;QACJ,CAAC;QAED,OAAO;YACL,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,IAAI,EAAE,YAAY;YAClB,OAAO,EAAE,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;SACxD,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,QAAkB;QACvC,IAAI,CAAC;YACH,OAAO,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAc,CAAC;QAC9C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAc,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACvD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE;SAC3D,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACjC,CAAC;CACF"}

package/dist/core/providers/openaiProvider.d.ts

@@ -0,0 +1,22 @@
+import { ProviderFormat, ProxyOperation, ProviderResponsePayload, JsonValue } from "../types.js";
+import { LLMProvider, ProviderInvokeArgs } from "./types.js";
+export interface OpenAIConfig {
+    baseUrl: string;
+    apiKey: string;
+}
+export interface OpenAIModelConfig {
+    baseUrl?: string;
+    apiKey?: string;
+}
+export declare class OpenAIProvider implements LLMProvider {
+    private readonly config;
+    key: string;
+    format: ProviderFormat;
+    supportedOperations: ProxyOperation[];
+    constructor(config: OpenAIConfig);
+    private resolvePath;
+    invoke({ request, body, headers, providerConfig, }: ProviderInvokeArgs): Promise<ProviderResponsePayload>;
+    private resolveConfig;
+    private safeJson;
+    listModels(): Promise<JsonValue>;
+}

package/dist/core/providers/openaiProvider.js

@@ -0,0 +1,79 @@
+import { fetch } from "undici";
+import { ProviderFormat, ProxyOperation, } from "../types.js";
+import { logger } from "../../utils/logger.js";
+export class OpenAIProvider {
+    config;
+    key = "openai";
+    format = ProviderFormat.OpenAIChatCompletions;
+    supportedOperations = [
+        ProxyOperation.ChatCompletions,
+        ProxyOperation.Messages,
+        ProxyOperation.Responses,
+    ];
+    constructor(config) {
+        this.config = config;
+    }
+    resolvePath(operation) {
+        switch (operation) {
+            case ProxyOperation.ChatCompletions:
+                return "/v1/chat/completions";
+            case ProxyOperation.Messages:
+                return "/v1/messages";
+            case ProxyOperation.Responses:
+                return "/v1/responses";
+            default:
+                throw new Error(`Operation ${operation} is not supported by OpenAI provider`);
+        }
+    }
+    async invoke({ request, body, headers, providerConfig, }) {
+        // Resolve configuration with model-level overrides
+        const config = this.resolveConfig(providerConfig);
+        const url = new URL(this.resolvePath(request.operation), config.baseUrl);
+        const upstreamHeaders = {
+            Authorization: `Bearer ${config.apiKey}`,
+            "Content-Type": "application/json",
+            ...(headers ?? {}),
+        };
+        const response = await fetch(url, {
+            method: "POST",
+            headers: upstreamHeaders,
+            body: JSON.stringify(body),
+            signal: AbortSignal.timeout(120000),
+        });
+        const responseBody = await this.safeJson(response);
+        if (!response.ok) {
+            logger.warn({ status: response.status, provider: this.key, body: responseBody }, "OpenAI upstream returned non-200");
+        }
+        return {
+            status: response.status,
+            body: responseBody,
+            headers: Object.fromEntries(response.headers.entries()),
+        };
+    }
+    resolveConfig(providerConfig) {
+        if (!providerConfig) {
+            return this.config;
+        }
+        return {
+            baseUrl: providerConfig.baseUrl ?? this.config.baseUrl,
+            apiKey: providerConfig.apiKey ?? this.config.apiKey,
+        };
+    }
+    async safeJson(response) {
+        try {
+            return (await response.json());
+        }
+        catch {
+            return (await response.text());
+        }
+    }
+    async listModels() {
+        const url = new URL("/v1/models", this.config.baseUrl);
+        const response = await fetch(url, {
+            headers: { Authorization: `Bearer ${this.config.apiKey}` },
+            signal: AbortSignal.timeout(120000),
+        });
+        return this.safeJson(response);
+    }
+}
+//# sourceMappingURL=openaiProvider.js.map

package/dist/core/providers/openaiProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openaiProvider.js","sourceRoot":"","sources":["../../../src/core/providers/openaiProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAiB,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,cAAc,EACd,cAAc,GAGf,MAAM,aAAa,CAAC;AAErB,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAa/C,MAAM,OAAO,cAAc;IASI;IAR7B,GAAG,GAAG,QAAQ,CAAC;IACf,MAAM,GAAG,cAAc,CAAC,qBAAqB,CAAC;IAC9C,mBAAmB,GAAG;QACpB,cAAc,CAAC,eAAe;QAC9B,cAAc,CAAC,QAAQ;QACvB,cAAc,CAAC,SAAS;KACzB,CAAC;IAEF,YAA6B,MAAoB;QAApB,WAAM,GAAN,MAAM,CAAc;IAAG,CAAC;IAE7C,WAAW,CAAC,SAAyB;QAC3C,QAAQ,SAAS,EAAE,CAAC;YAClB,KAAK,cAAc,CAAC,eAAe;gBACjC,OAAO,sBAAsB,CAAC;YAChC,KAAK,cAAc,CAAC,QAAQ;gBAC1B,OAAO,cAAc,CAAC;YACxB,KAAK,cAAc,CAAC,SAAS;gBAC3B,OAAO,eAAe,CAAC;YACzB;gBACE,MAAM,IAAI,KAAK,CACb,aAAa,SAAS,sCAAsC,CAC7D,CAAC;QACN,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EACX,OAAO,EACP,IAAI,EACJ,OAAO,EACP,cAAc,GACK;QACnB,mDAAmD;QACnD,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC;QAElD,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QACzE,MAAM,eAAe,GAAG;YACtB,aAAa,EAAE,UAAU,MAAM,CAAC,MAAM,EAAE;YACxC,cAAc,EAAE,kBAAkB;YAClC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC;SACnB,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,eAAe;YACxB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;YAC1B,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;SACpC,CAAC,CAAC;QAEH,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAEnD,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,CAAC,IAAI,CACT,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,YAAY,EAAE,EACnE,kCAAkC,CACnC,CAAC;QACJ,CAAC;QAED,OAAO;YACL,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,IAAI,EAAE,YAAY;YAClB,OAAO,EAAE,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;SACxD,CAAC;IACJ,CAAC;IAEO,aAAa,CAAC,cAAkC;QACtD,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,OAAO,IAAI,CAAC,MAAM,CAAC;QACrB,CAAC;QAED,OAAO;YACL,OAAO,EAAE,cAAc,CAAC,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO;YACtD,MAAM,EAAE,cAAc,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM;SACpD,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,QAAkB;QACvC,IAAI,CAAC;YACH,OAAO,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAc,CAAC;QAC9C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAc,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACvD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE;YAC1D,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;SACpC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACjC,CAAC;CACF"}

package/dist/core/providers/types.d.ts

@@ -0,0 +1,24 @@
+import { ProviderFormat, ProxyOperation, ProviderResponsePayload, ProxyRequest, JsonValue, JsonObject } from "../types.js";
+export interface ProviderInvokeArgs<TBody extends JsonValue = JsonValue> {
+    request: ProxyRequest<TBody>;
+    body: TBody;
+    headers?: Record<string, string>;
+    stream: boolean;
+    /**
+     * Model-level provider configuration (optional)
+     * Can override base provider configuration
+     */
+    providerConfig?: JsonObject;
+}
+export interface LLMProvider {
+    key: string;
+    format: ProviderFormat;
+    supportedOperations: ProxyOperation[];
+    invoke(args: ProviderInvokeArgs): Promise<ProviderResponsePayload<JsonValue>>;
+    listModels?(): Promise<JsonValue>;
+}
+export declare class ProviderRegistry {
+    private providers;
+    register(provider: LLMProvider): void;
+    get(key: string): LLMProvider;
+}

package/dist/core/providers/types.js

@@ -0,0 +1,14 @@
+export class ProviderRegistry {
+    providers = new Map();
+    register(provider) {
+        this.providers.set(provider.key, provider);
+    }
+    get(key) {
+        const provider = this.providers.get(key);
+        if (!provider) {
+            throw new Error(`Provider ${key} is not registered`);
+        }
+        return provider;
+    }
+}
+//# sourceMappingURL=types.js.map

package/dist/core/providers/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/core/providers/types.ts"],"names":[],"mappings":"AA6BA,MAAM,OAAO,gBAAgB;IACnB,SAAS,GAAG,IAAI,GAAG,EAAuB,CAAC;IAEnD,QAAQ,CAAC,QAAqB;QAC5B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC7C,CAAC;IAED,GAAG,CAAC,GAAW;QACb,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACzC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,YAAY,GAAG,oBAAoB,CAAC,CAAC;QACvD,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF"}

package/dist/core/providers/vertexProvider.d.ts

@@ -0,0 +1,37 @@
+import { type JWTInput } from "google-auth-library";
+import { ProviderFormat, ProxyOperation, ProviderResponsePayload } from "../types.js";
+import { LLMProvider, ProviderInvokeArgs } from "./types.js";
+export interface VertexConfig {
+    projectId: string;
+    location: string;
+    endpointOverride?: string;
+    credentialsPath?: string;
+    credentials?: JWTInput;
+}
+export interface VertexModelConfig {
+    projectId?: string;
+    location?: string;
+    endpointOverride?: string;
+    credentialsPath?: string;
+    credentials?: JWTInput;
+}
+export declare class VertexMaaSProvider implements LLMProvider {
+    private readonly config;
+    key: string;
+    format: ProviderFormat;
+    supportedOperations: ProxyOperation[];
+    private auth;
+    constructor(config: VertexConfig);
+    invoke({ request, body, headers, providerConfig, }: ProviderInvokeArgs): Promise<ProviderResponsePayload>;
+    private safeJson;
+    private buildHeaders;
+    private getAccessToken;
+    private buildAuth;
+    private mergeConfig;
+    private resolveEndpoint;
+    private buildEndpoint;
+    private shouldUseGlobalHost;
+    private requiresGlobalLocation;
+    private normalizeModelId;
+    private extractModelFromState;
+}

package/dist/core/providers/vertexProvider.js

@@ -0,0 +1,167 @@
+import { fetch } from "undici";
+import { GoogleAuth, } from "google-auth-library";
+import { ProviderFormat, ProxyOperation, } from "../types.js";
+import { logger } from "../../utils/logger.js";
+const VERTEX_SCOPES = ["https://www.googleapis.com/auth/cloud-platform"];
+const GLOBAL_VERTEX_HOST = "https://aiplatform.googleapis.com";
+const MAAS_MODEL_PATTERN = /\/.*-maas$/i;
+const GEMINI3_MODELS = new Set([
+    "gemini-3-pro-preview",
+    "google/gemini-3-pro-preview",
+]);
+export class VertexMaaSProvider {
+    config;
+    key = "vertex";
+    format = ProviderFormat.OpenAIChatCompletions;
+    supportedOperations = [
+        ProxyOperation.ChatCompletions,
+        ProxyOperation.Messages,
+        ProxyOperation.Responses,
+    ];
+    auth;
+    constructor(config) {
+        this.config = config;
+        const authOptions = { scopes: VERTEX_SCOPES };
+        if (config.credentialsPath) {
+            authOptions.keyFilename = config.credentialsPath;
+        }
+        else if (config.credentials) {
+            authOptions.credentials = config.credentials;
+        }
+        this.auth = new GoogleAuth(authOptions);
+    }
+    async invoke({ request, body, headers, providerConfig, }) {
+        let providerBody = body;
+        let bodyModel;
+        if (isJsonObject(body)) {
+            providerBody = { ...body };
+            const candidate = body.model;
+            if (typeof candidate === "string") {
+                bodyModel = candidate;
+            }
+        }
+        const normalizedModel = this.normalizeModelId(bodyModel ?? this.extractModelFromState(request));
+        if (normalizedModel && isJsonObject(providerBody)) {
+            providerBody.model = normalizedModel;
+        }
+        // Merge base config with model-level overrides
+        const config = this.mergeConfig(providerConfig);
+        const upstreamHeaders = await this.buildHeaders(headers, config);
+        const endpoint = this.resolveEndpoint(normalizedModel, config);
+        const response = await fetch(endpoint, {
+            method: "POST",
+            headers: upstreamHeaders,
+            body: JSON.stringify(providerBody),
+            signal: AbortSignal.timeout(120000),
+        });
+        const responseBody = await this.safeJson(response);
+        if (!response.ok) {
+            logger.warn({ status: response.status, provider: this.key, body: responseBody }, "Vertex AI MaaS upstream returned non-200");
+        }
+        return {
+            status: response.status,
+            body: responseBody,
+            headers: Object.fromEntries(response.headers.entries()),
+        };
+    }
+    async safeJson(response) {
+        const text = await response.text();
+        try {
+            return JSON.parse(text);
+        }
+        catch {
+            return text;
+        }
+    }
+    async buildHeaders(extra, config) {
+        const token = await this.getAccessToken(config);
+        return {
+            "Content-Type": "application/json",
+            ...(extra ?? {}),
+            Authorization: `Bearer ${token}`,
+        };
+    }
+    async getAccessToken(config) {
+        const token = await this.buildAuth(config).getAccessToken();
+        if (!token) {
+            throw new Error("Unable to acquire access token for Vertex AI MaaS");
+        }
+        return token;
+    }
+    buildAuth(cfg) {
+        const authOptions = { scopes: VERTEX_SCOPES };
+        if (cfg.credentialsPath) {
+            authOptions.keyFilename = cfg.credentialsPath;
+        }
+        else if (cfg.credentials) {
+            authOptions.credentials = cfg.credentials;
+        }
+        return new GoogleAuth(authOptions);
+    }
+    mergeConfig(modelConfig) {
+        const merged = {
+            projectId: this.config.projectId,
+            location: this.config.location,
+            endpointOverride: this.config.endpointOverride,
+            credentialsPath: this.config.credentialsPath,
+            credentials: this.config.credentials,
+        };
+        if (!modelConfig)
+            return merged;
+        if (typeof modelConfig.projectId === "string")
+            merged.projectId = modelConfig.projectId;
+        if (typeof modelConfig.location === "string")
+            merged.location = modelConfig.location;
+        if (typeof modelConfig.endpointOverride === "string")
+            merged.endpointOverride = modelConfig.endpointOverride;
+        if (typeof modelConfig.credentialsPath === "string")
+            merged.credentialsPath = modelConfig.credentialsPath;
+        if (modelConfig.credentials)
+            merged.credentials = modelConfig.credentials;
+        return merged;
+    }
+    resolveEndpoint(model, config) {
+        if (config.endpointOverride) {
+            return config.endpointOverride;
+        }
+        if (model) {
+            const location = this.requiresGlobalLocation(model)
+                ? "global"
+                : config.location;
+            if (this.shouldUseGlobalHost(model) || location === "global") {
+                return this.buildEndpoint(GLOBAL_VERTEX_HOST, location);
+            }
+        }
+        return this.buildEndpoint(`https://${config.location}-aiplatform.googleapis.com`, config.location);
+    }
+    buildEndpoint(host, location) {
+        return `${host}/v1/projects/${this.config.projectId}/locations/${location}/endpoints/openapi/chat/completions`;
+    }
+    shouldUseGlobalHost(model) {
+        return MAAS_MODEL_PATTERN.test(model) || GEMINI3_MODELS.has(model);
+    }
+    requiresGlobalLocation(model) {
+        return GEMINI3_MODELS.has(model);
+    }
+    normalizeModelId(model) {
+        if (!model) {
+            return undefined;
+        }
+        if (GEMINI3_MODELS.has(model)) {
+            return "google/gemini-3-pro-preview";
+        }
+        return model;
+    }
+    extractModelFromState(request) {
+        const resolvedModel = request.state?.resolvedModel;
+        if (!isJsonObject(resolvedModel)) {
+            return undefined;
+        }
+        const upstreamModel = resolvedModel.upstreamModel;
+        return typeof upstreamModel === "string" ? upstreamModel : undefined;
+    }
+}
+function isJsonObject(value) {
+    return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+//# sourceMappingURL=vertexProvider.js.map

package/dist/core/providers/vertexProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vertexProvider.js","sourceRoot":"","sources":["../../../src/core/providers/vertexProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAiB,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,UAAU,GAGX,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,cAAc,EACd,cAAc,GAKf,MAAM,aAAa,CAAC;AAErB,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAE/C,MAAM,aAAa,GAAG,CAAC,gDAAgD,CAAC,CAAC;AACzE,MAAM,kBAAkB,GAAG,mCAAmC,CAAC;AAC/D,MAAM,kBAAkB,GAAG,aAAa,CAAC;AACzC,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC;IAC7B,sBAAsB;IACtB,6BAA6B;CAC9B,CAAC,CAAC;AAmBH,MAAM,OAAO,kBAAkB;IAWA;IAV7B,GAAG,GAAG,QAAQ,CAAC;IACf,MAAM,GAAG,cAAc,CAAC,qBAAqB,CAAC;IAC9C,mBAAmB,GAAG;QACpB,cAAc,CAAC,eAAe;QAC9B,cAAc,CAAC,QAAQ;QACvB,cAAc,CAAC,SAAS;KACzB,CAAC;IAEM,IAAI,CAAa;IAEzB,YAA6B,MAAoB;QAApB,WAAM,GAAN,MAAM,CAAc;QAC/C,MAAM,WAAW,GAAsB,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;QACjE,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC;YAC3B,WAAW,CAAC,WAAW,GAAG,MAAM,CAAC,eAAe,CAAC;QACnD,CAAC;aAAM,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YAC9B,WAAW,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;QAC/C,CAAC;QACD,IAAI,CAAC,IAAI,GAAG,IAAI,UAAU,CAAC,WAAW,CAAC,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EACX,OAAO,EACP,IAAI,EACJ,OAAO,EACP,cAAc,GACK;QACnB,IAAI,YAAY,GAAc,IAAI,CAAC;QACnC,IAAI,SAA6B,CAAC;QAElC,IAAI,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;YACvB,YAAY,GAAG,EAAE,GAAG,IAAI,EAAE,CAAC;YAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC;YAC7B,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;gBAClC,SAAS,GAAG,SAAS,CAAC;YACxB,CAAC;QACH,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,CAAC,gBAAgB,CAC3C,SAAS,IAAI,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CACjD,CAAC;QACF,IAAI,eAAe,IAAI,YAAY,CAAC,YAAY,CAAC,EAAE,CAAC;YAClD,YAAY,CAAC,KAAK,GAAG,eAAe,CAAC;QACvC,CAAC;QAED,+CAA+C;QAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAC7B,cAAwD,CACzD,CAAC;QAEF,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACjE,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC;QAC/D,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE;YACrC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,eAAe;YACxB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC;YAClC,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;SACpC,CAAC,CAAC;QAEH,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACnD,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,CAAC,IAAI,CACT,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,YAAY,EAAE,EACnE,0CAA0C,CAC3C,CAAC;QACJ,CAAC;QAED,OAAO;YACL,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,IAAI,EAAE,YAAY;YAClB,OAAO,EAAE,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;SACxD,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,QAAkB;QACvC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAc,CAAC;QACvC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAiB,CAAC;QAC3B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,KAAyC,EACzC,MAAoB;QAEpB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAChD,OAAO;YACL,cAAc,EAAE,kBAAkB;YAClC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;YAChB,aAAa,EAAE,UAAU,KAAK,EAAE;SACjC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,MAAoB;QAC/C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,cAAc,EAAE,CAAC;QAC5D,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACvE,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,SAAS,CAAC,GAAiB;QACjC,MAAM,WAAW,GAAsB,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;QACjE,IAAI,GAAG,CAAC,eAAe,EAAE,CAAC;YACxB,WAAW,CAAC,WAAW,GAAG,GAAG,CAAC,eAAe,CAAC;QAChD,CAAC;aAAM,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC;YAC3B,WAAW,CAAC,WAAW,GAAG,GAAG,CAAC,WAAW,CAAC;QAC5C,CAAC;QACD,OAAO,IAAI,UAAU,CAAC,WAAW,CAAC,CAAC;IACrC,CAAC;IAEO,WAAW,CAAC,WAAwC;QAC1D,MAAM,MAAM,GAAiB;YAC3B,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;YAChC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;YAC9B,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;YAC9C,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe;YAC5C,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;SACrC,CAAC;QAEF,IAAI,CAAC,WAAW;YAAE,OAAO,MAAM,CAAC;QAEhC,IAAI,OAAO,WAAW,CAAC,SAAS,KAAK,QAAQ;YAC3C,MAAM,CAAC,SAAS,GAAG,WAAW,CAAC,SAAS,CAAC;QAC3C,IAAI,OAAO,WAAW,CAAC,QAAQ,KAAK,QAAQ;YAC1C,MAAM,CAAC,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC;QACzC,IAAI,OAAO,WAAW,CAAC,gBAAgB,KAAK,QAAQ;YAClD,MAAM,CAAC,gBAAgB,GAAG,WAAW,CAAC,gBAAgB,CAAC;QACzD,IAAI,OAAO,WAAW,CAAC,eAAe,KAAK,QAAQ;YACjD,MAAM,CAAC,eAAe,GAAG,WAAW,CAAC,eAAe,CAAC;QACvD,IAAI,WAAW,CAAC,WAAW;YAAE,MAAM,CAAC,WAAW,GAAG,WAAW,CAAC,WAAW,CAAC;QAE1E,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,eAAe,CACrB,KAAyB,EACzB,MAAoB;QAEpB,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;YAC5B,OAAO,MAAM,CAAC,gBAAgB,CAAC;QACjC,CAAC;QAED,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,QAAQ,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC;gBACjD,CAAC,CAAC,QAAQ;gBACV,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC;YACpB,IAAI,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC7D,OAAO,IAAI,CAAC,aAAa,CAAC,kBAAkB,EAAE,QAAQ,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC,aAAa,CACvB,WAAW,MAAM,CAAC,QAAQ,4BAA4B,EACtD,MAAM,CAAC,QAAQ,CAChB,CAAC;IACJ,CAAC;IAEO,aAAa,CAAC,IAAY,EAAE,QAAgB;QAClD,OAAO,GAAG,IAAI,gBAAgB,IAAI,CAAC,MAAM,CAAC,SAAS,cAAc,QAAQ,qCAAqC,CAAC;IACjH,CAAC;IAEO,mBAAmB,CAAC,KAAa;QACvC,OAAO,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACrE,CAAC;IAEO,sBAAsB,CAAC,KAAa;QAC1C,OAAO,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACnC,CAAC;IAEO,gBAAgB,CAAC,KAAc;QACrC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,IAAI,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAC9B,OAAO,6BAA6B,CAAC;QACvC,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,qBAAqB,CAC3B,OAAgC;QAEhC,MAAM,aAAa,GAAG,OAAO,CAAC,KAAK,EAAE,aAAa,CAAC;QACnD,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,EAAE,CAAC;YACjC,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,MAAM,aAAa,GAAG,aAAa,CAAC,aAAa,CAAC;QAClD,OAAO,OAAO,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC;IACvE,CAAC;CACF;AAED,SAAS,YAAY,CAAC,KAA4B;IAChD,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC"}

package/dist/core/syntheticResponse.d.ts

@@ -0,0 +1,6 @@
+import { JsonObject, ProviderFormat, ProviderResponsePayload } from "./types.js";
+export interface SyntheticResponseOptions {
+    status?: number;
+    providerFormat?: ProviderFormat;
+}
+export declare function createSyntheticProviderResponse(options?: SyntheticResponseOptions): ProviderResponsePayload<JsonObject>;

package/dist/core/syntheticResponse.js

@@ -0,0 +1,36 @@
+export function createSyntheticProviderResponse(options = {}) {
+    const status = options.status ?? 200;
+    // Currently using OpenAI format only
+    const body = {
+        id: "synth_" + Date.now(),
+        object: "chat.completion",
+        created: Math.floor(Date.now() / 1000),
+        model: "synthetic",
+        choices: [
+            {
+                index: 0,
+                message: {
+                    role: "assistant",
+                    content: null,
+                },
+                finish_reason: "stop",
+                logprobs: null,
+            },
+        ],
+        usage: {
+            prompt_tokens: 0,
+            completion_tokens: 0,
+            total_tokens: 0,
+        },
+        system_fingerprint: "synthetic_response",
+    };
+    return {
+        status,
+        body,
+        headers: {
+            "content-type": "application/json",
+            "x-synthetic-response": "true",
+        },
+    };
+}
+//# sourceMappingURL=syntheticResponse.js.map

package/dist/core/syntheticResponse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"syntheticResponse.js","sourceRoot":"","sources":["../../src/core/syntheticResponse.ts"],"names":[],"mappings":"AAWA,MAAM,UAAU,+BAA+B,CAC7C,UAAoC,EAAE;IAEtC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,GAAG,CAAC;IAErC,qCAAqC;IACrC,MAAM,IAAI,GAAe;QACvB,EAAE,EAAE,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE;QACzB,MAAM,EAAE,iBAAiB;QACzB,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;QACtC,KAAK,EAAE,WAAW;QAClB,OAAO,EAAE;YACP;gBACE,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE;oBACP,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,IAAI;iBACd;gBACD,aAAa,EAAE,MAAM;gBACrB,QAAQ,EAAE,IAAI;aACf;SACF;QACD,KAAK,EAAE;YACL,aAAa,EAAE,CAAC;YAChB,iBAAiB,EAAE,CAAC;YACpB,YAAY,EAAE,CAAC;SAChB;QACD,kBAAkB,EAAE,oBAAoB;KACzC,CAAC;IAEF,OAAO;QACL,MAAM;QACN,IAAI;QACJ,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,sBAAsB,EAAE,MAAM;SAC/B;KACF,CAAC;AACJ,CAAC"}

package/dist/core/transforms/request/ClampMaxTokensTransform.d.ts

@@ -0,0 +1,7 @@
+import { RequestTransform, RequestTransformContext } from "../../types.js";
+export declare class ClampMaxTokensTransform implements RequestTransform {
+    name: string;
+    stage: RequestTransform["stage"];
+    applies(context: RequestTransformContext): boolean;
+    transform(context: RequestTransformContext): void;
+}

package/dist/core/transforms/request/ClampMaxTokensTransform.js

@@ -0,0 +1,29 @@
+const MAX_TOKENS_CAP = Number(process.env.MAX_TOKENS_CAP ?? "4096");
+export class ClampMaxTokensTransform {
+    name = "clamp-max-tokens";
+    stage = "post-conversion";
+    applies(context) {
+        const providerBody = getProviderBody(context);
+        if (!providerBody) {
+            return false;
+        }
+        const maxTokens = providerBody.max_tokens;
+        return typeof maxTokens === "number" && maxTokens > MAX_TOKENS_CAP;
+    }
+    transform(context) {
+        const providerBody = getProviderBody(context);
+        if (!providerBody) {
+            return;
+        }
+        providerBody.max_tokens = MAX_TOKENS_CAP;
+        context.request.state.maxTokensClamped = true;
+    }
+}
+function getProviderBody(context) {
+    const body = context.providerRequest?.body;
+    return isJsonObject(body) ? body : null;
+}
+function isJsonObject(value) {
+    return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+//# sourceMappingURL=ClampMaxTokensTransform.js.map

package/dist/core/transforms/request/ClampMaxTokensTransform.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ClampMaxTokensTransform.js","sourceRoot":"","sources":["../../../../src/core/transforms/request/ClampMaxTokensTransform.ts"],"names":[],"mappings":"AAOA,MAAM,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,MAAM,CAAC,CAAC;AAEpE,MAAM,OAAO,uBAAuB;IAClC,IAAI,GAAG,kBAAkB,CAAC;IAC1B,KAAK,GAA8B,iBAAiB,CAAC;IAErD,OAAO,CAAC,OAAgC;QACtC,MAAM,YAAY,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,OAAO,KAAK,CAAC;QACf,CAAC;QACD,MAAM,SAAS,GAAG,YAAY,CAAC,UAAU,CAAC;QAC1C,OAAO,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,GAAG,cAAc,CAAC;IACrE,CAAC;IAED,SAAS,CAAC,OAAgC;QACxC,MAAM,YAAY,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;QAC9C,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,OAAO;QACT,CAAC;QACD,YAAY,CAAC,UAAU,GAAG,cAAc,CAAC;QACzC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAChD,CAAC;CACF;AAED,SAAS,eAAe,CAAC,OAAgC;IACvD,MAAM,IAAI,GAAG,OAAO,CAAC,eAAe,EAAE,IAAI,CAAC;IAC3C,OAAO,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;AAC1C,CAAC;AAED,SAAS,YAAY,CAAC,KAA4B;IAChD,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC"}

package/dist/core/transforms/request/DisableStreamingTransform.d.ts

@@ -0,0 +1,7 @@
+import { RequestTransform, RequestTransformContext } from "../../types.js";
+export declare class DisableStreamingTransform implements RequestTransform {
+    name: string;
+    stage: RequestTransform["stage"];
+    applies(context: RequestTransformContext): boolean;
+    transform(context: RequestTransformContext): void;
+}

package/dist/core/transforms/request/DisableStreamingTransform.js

@@ -0,0 +1,15 @@
+export class DisableStreamingTransform {
+    name = "disable-streaming";
+    stage = "source";
+    applies(context) {
+        return context.request.stream === true;
+    }
+    transform(context) {
+        context.request.state.originalStream = true;
+        context.request.stream = false;
+        if (context.request.body && typeof context.request.body === "object") {
+            context.request.body.stream = false;
+        }
+    }
+}
+//# sourceMappingURL=DisableStreamingTransform.js.map