@llmgateway/models 0.0.1

package/dist/transform-google-messages.d.ts

@@ -0,0 +1,25 @@
+import { type BaseMessage } from "./types.js";
+interface GooglePart {
+    text?: string;
+    thoughtSignature?: string;
+    inline_data?: {
+        mime_type: string;
+        data: string;
+    };
+    functionCall?: {
+        name: string;
+        args: Record<string, unknown>;
+    };
+    functionResponse?: {
+        name: string;
+        response: {
+            result: unknown;
+        };
+    };
+}
+interface GoogleMessageExtended {
+    role: "user" | "model";
+    parts: GooglePart[];
+}
+export declare function transformGoogleMessages(messages: BaseMessage[], isProd?: boolean, maxImageSizeMB?: number, userPlan?: "free" | "pro" | null, thoughtSignatureCache?: Map<string, string>): Promise<GoogleMessageExtended[]>;
+export {};

package/dist/transform-google-messages.js

@@ -0,0 +1,122 @@
+import { processImageUrl } from "./process-image-url.js";
+import { isImageUrlContent, isTextContent } from "./types.js";
+export async function transformGoogleMessages(messages, isProd = false, maxImageSizeMB = 20, userPlan = null, thoughtSignatureCache) {
+    const result = [];
+    for (const m of messages) {
+        if (m.role === "tool") {
+            const lastMsg = result[result.length - 1];
+            const functionResponsePart = {
+                functionResponse: {
+                    name: m.name || "unknown_function",
+                    response: {
+                        result: m.content,
+                    },
+                },
+            };
+            if (lastMsg && lastMsg.role === "user") {
+                lastMsg.parts.push(functionResponsePart);
+            }
+            else {
+                result.push({
+                    role: "user",
+                    parts: [functionResponsePart],
+                });
+            }
+            continue;
+        }
+        if (m.role === "assistant" && m.tool_calls && m.tool_calls.length > 0) {
+            const parts = [];
+            if (m.content) {
+                if (Array.isArray(m.content)) {
+                    for (const content of m.content) {
+                        if (isTextContent(content)) {
+                            const textPart = { text: content.text };
+                            const extraContent = content.extra_content;
+                            if (extraContent?.google?.thought_signature) {
+                                textPart.thoughtSignature =
+                                    extraContent.google.thought_signature;
+                            }
+                            parts.push(textPart);
+                        }
+                    }
+                }
+                else if (typeof m.content === "string" && m.content) {
+                    parts.push({ text: m.content });
+                }
+            }
+            for (const toolCall of m.tool_calls) {
+                if (toolCall.type === "function") {
+                    let args = {};
+                    try {
+                        args = JSON.parse(toolCall.function.arguments || "{}");
+                    }
+                    catch {
+                        args = {};
+                    }
+                    const functionCallPart = {
+                        functionCall: {
+                            name: toolCall.function.name,
+                            args,
+                        },
+                    };
+                    const extraContent = toolCall.extra_content;
+                    if (extraContent?.google?.thought_signature) {
+                        functionCallPart.thoughtSignature =
+                            extraContent.google.thought_signature;
+                    }
+                    else if (thoughtSignatureCache && toolCall.id) {
+                        const cachedSignature = thoughtSignatureCache.get(toolCall.id);
+                        if (cachedSignature) {
+                            functionCallPart.thoughtSignature = cachedSignature;
+                        }
+                    }
+                    parts.push(functionCallPart);
+                }
+            }
+            result.push({
+                role: "model",
+                parts,
+            });
+            continue;
+        }
+        const role = m.role === "assistant" ? "model" : "user";
+        const parts = [];
+        if (Array.isArray(m.content)) {
+            for (const content of m.content) {
+                if (isTextContent(content)) {
+                    const textPart = { text: content.text };
+                    const extraContent = content.extra_content;
+                    if (extraContent?.google?.thought_signature) {
+                        textPart.thoughtSignature = extraContent.google.thought_signature;
+                    }
+                    parts.push(textPart);
+                }
+                else if (isImageUrlContent(content)) {
+                    const imageUrl = content.image_url.url;
+                    try {
+                        const { data, mimeType } = await processImageUrl(imageUrl, isProd, maxImageSizeMB, userPlan);
+                        parts.push({
+                            inline_data: {
+                                mime_type: mimeType,
+                                data: data,
+                            },
+                        });
+                    }
+                    catch (error) {
+                        const errorMsg = error instanceof Error ? error.message : "Unknown error";
+                        throw new Error(`Failed to process image: ${errorMsg}`);
+                    }
+                }
+                else {
+                    throw new Error(`Not supported content type yet: ${content.type}`);
+                }
+            }
+        }
+        else {
+            parts.push({ text: m.content });
+        }
+        result.push({ role, parts });
+    }
+    return result;
+}
+//# sourceMappingURL=transform-google-messages.js.map

package/dist/transform-google-messages.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transform-google-messages.js","sourceRoot":"","sources":["../src/transform-google-messages.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAoB,iBAAiB,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAmChF,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC5C,QAAuB,EACvB,MAAM,GAAG,KAAK,EACd,cAAc,GAAG,EAAE,EACnB,WAAkC,IAAI,EAEtC,qBAA2C;IAE3C,MAAM,MAAM,GAA4B,EAAE,CAAC;IAE3C,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QAE1B,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAEvB,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC1C,MAAM,oBAAoB,GAAe;gBACxC,gBAAgB,EAAE;oBACjB,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,kBAAkB;oBAClC,QAAQ,EAAE;wBACT,MAAM,EAAE,CAAC,CAAC,OAAO;qBACjB;iBACD;aACD,CAAC;YAEF,IAAI,OAAO,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAExC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YAC1C,CAAC;iBAAM,CAAC;gBAEP,MAAM,CAAC,IAAI,CAAC;oBACX,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE,CAAC,oBAAoB,CAAC;iBAC7B,CAAC,CAAC;YACJ,CAAC;YACD,SAAS;QACV,CAAC;QAGD,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvE,MAAM,KAAK,GAAiB,EAAE,CAAC;YAG/B,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;gBACf,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC9B,KAAK,MAAM,OAAO,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;wBACjC,IAAI,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC;4BAC5B,MAAM,QAAQ,GAAe,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC;4BAEpD,MAAM,YAAY,GAAI,OAAe,CAAC,aAAa,CAAC;4BACpD,IAAI,YAAY,EAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC;gCAC7C,QAAQ,CAAC,gBAAgB;oCACxB,YAAY,CAAC,MAAM,CAAC,iBAAiB,CAAC;4BACxC,CAAC;4BACD,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;wBACtB,CAAC;oBACF,CAAC;gBACF,CAAC;qBAAM,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;oBACvD,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;gBACjC,CAAC;YACF,CAAC;YAGD,KAAK,MAAM,QAAQ,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;gBACrC,IAAI,QAAQ,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBAClC,IAAI,IAAI,GAA4B,EAAE,CAAC;oBACvC,IAAI,CAAC;wBACJ,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;oBACxD,CAAC;oBAAC,MAAM,CAAC;wBACR,IAAI,GAAG,EAAE,CAAC;oBACX,CAAC;oBACD,MAAM,gBAAgB,GAAe;wBACpC,YAAY,EAAE;4BACb,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI;4BAC5B,IAAI;yBACJ;qBACD,CAAC;oBAEF,MAAM,YAAY,GAAI,QAAgB,CAAC,aAAa,CAAC;oBACrD,IAAI,YAAY,EAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC;wBAC7C,gBAAgB,CAAC,gBAAgB;4BAChC,YAAY,CAAC,MAAM,CAAC,iBAAiB,CAAC;oBACxC,CAAC;yBAAM,IAAI,qBAAqB,IAAI,QAAQ,CAAC,EAAE,EAAE,CAAC;wBAEjD,MAAM,eAAe,GAAG,qBAAqB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;wBAC/D,IAAI,eAAe,EAAE,CAAC;4BACrB,gBAAgB,CAAC,gBAAgB,GAAG,eAAe,CAAC;wBACrD,CAAC;oBACF,CAAC;oBACD,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;gBAC9B,CAAC;YACF,CAAC;YAED,MAAM,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,OAAO;gBACb,KAAK;aACL,CAAC,CAAC;YACH,SAAS;QACV,CAAC;QAGD,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;QACvD,MAAM,KAAK,GAAiB,EAAE,CAAC;QAE/B,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;YAC9B,KAAK,MAAM,OAAO,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;gBACjC,IAAI,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC5B,MAAM,QAAQ,GAAe,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC;oBAEpD,MAAM,YAAY,GAAI,OAAe,CAAC,aAAa,CAAC;oBACpD,IAAI,YAAY,EAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC;wBAC7C,QAAQ,CAAC,gBAAgB,GAAG,YAAY,CAAC,MAAM,CAAC,iBAAiB,CAAC;oBACnE,CAAC;oBACD,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACtB,CAAC;qBAAM,IAAI,iBAAiB,CAAC,OAAO,CAAC,EAAE,CAAC;oBACvC,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC;oBACvC,IAAI,CAAC;wBACJ,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,MAAM,eAAe,CAC/C,QAAQ,EACR,MAAM,EACN,cAAc,EACd,QAAQ,CACR,CAAC;wBACF,KAAK,CAAC,IAAI,CAAC;4BACV,WAAW,EAAE;gCACZ,SAAS,EAAE,QAAQ;gCACnB,IAAI,EAAE,IAAI;6BACV;yBACD,CAAC,CAAC;oBACJ,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBAEhB,MAAM,QAAQ,GACb,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;wBAC1D,MAAM,IAAI,KAAK,CAAC,4BAA4B,QAAQ,EAAE,CAAC,CAAC;oBACzD,CAAC;gBACF,CAAC;qBAAM,CAAC;oBACP,MAAM,IAAI,KAAK,CACd,mCAAoC,OAAe,CAAC,IAAI,EAAE,CAC1D,CAAC;gBACH,CAAC;YACF,CAAC;QACF,CAAC;aAAM,CAAC;YAEP,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QACjC,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAC9B,CAAC;IAED,OAAO,MAAM,CAAC;AACf,CAAC"}

package/dist/type-guards.d.ts

@@ -0,0 +1,20 @@
+import type { ProviderModelMapping } from "./models.js";
+export declare function isProviderModelMapping(obj: unknown): obj is ProviderModelMapping;
+export declare function isReasoningProvider(provider: ProviderModelMapping): provider is ProviderModelMapping & {
+    reasoning: true;
+};
+export declare function hasErrorCode(error: unknown): error is {
+    code: string;
+};
+export declare function hasMessageProperty(obj: unknown): obj is {
+    message: string;
+};
+export declare function isReactElementWithProps(obj: unknown): obj is {
+    props: {
+        children?: string;
+        className?: string;
+    };
+};
+export declare function hasToolResults(metadata: unknown): metadata is {
+    toolResults: any;
+};

package/dist/type-guards.js

@@ -0,0 +1,35 @@
+export function isProviderModelMapping(obj) {
+    return (typeof obj === "object" &&
+        obj !== null &&
+        "providerId" in obj &&
+        "modelName" in obj &&
+        typeof obj.providerId === "string" &&
+        typeof obj.modelName === "string");
+}
+export function isReasoningProvider(provider) {
+    return provider.reasoning === true;
+}
+export function hasErrorCode(error) {
+    return (error !== null &&
+        typeof error === "object" &&
+        "code" in error &&
+        typeof error.code === "string");
+}
+export function hasMessageProperty(obj) {
+    return (typeof obj === "object" &&
+        obj !== null &&
+        "message" in obj &&
+        typeof obj.message === "string");
+}
+export function isReactElementWithProps(obj) {
+    return (typeof obj === "object" &&
+        obj !== null &&
+        "props" in obj &&
+        typeof obj.props === "object");
+}
+export function hasToolResults(metadata) {
+    return (typeof metadata === "object" &&
+        metadata !== null &&
+        "toolResults" in metadata);
+}
+//# sourceMappingURL=type-guards.js.map

package/dist/type-guards.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"type-guards.js","sourceRoot":"","sources":["../src/type-guards.ts"],"names":[],"mappings":"AAUA,MAAM,UAAU,sBAAsB,CACrC,GAAY;IAEZ,OAAO,CACN,OAAO,GAAG,KAAK,QAAQ;QACvB,GAAG,KAAK,IAAI;QACZ,YAAY,IAAI,GAAG;QACnB,WAAW,IAAI,GAAG;QAClB,OAAQ,GAAW,CAAC,UAAU,KAAK,QAAQ;QAC3C,OAAQ,GAAW,CAAC,SAAS,KAAK,QAAQ,CAC1C,CAAC;AACH,CAAC;AAKD,MAAM,UAAU,mBAAmB,CAClC,QAA8B;IAE9B,OAAO,QAAQ,CAAC,SAAS,KAAK,IAAI,CAAC;AACpC,CAAC;AAKD,MAAM,UAAU,YAAY,CAAC,KAAc;IAC1C,OAAO,CACN,KAAK,KAAK,IAAI;QACd,OAAO,KAAK,KAAK,QAAQ;QACzB,MAAM,IAAI,KAAK;QACf,OAAQ,KAAa,CAAC,IAAI,KAAK,QAAQ,CACvC,CAAC;AACH,CAAC;AAKD,MAAM,UAAU,kBAAkB,CAAC,GAAY;IAC9C,OAAO,CACN,OAAO,GAAG,KAAK,QAAQ;QACvB,GAAG,KAAK,IAAI;QACZ,SAAS,IAAI,GAAG;QAChB,OAAQ,GAAW,CAAC,OAAO,KAAK,QAAQ,CACxC,CAAC;AACH,CAAC;AAKD,MAAM,UAAU,uBAAuB,CACtC,GAAY;IAEZ,OAAO,CACN,OAAO,GAAG,KAAK,QAAQ;QACvB,GAAG,KAAK,IAAI;QACZ,OAAO,IAAI,GAAG;QACd,OAAQ,GAAW,CAAC,KAAK,KAAK,QAAQ,CACtC,CAAC;AACH,CAAC;AAKD,MAAM,UAAU,cAAc,CAC7B,QAAiB;IAEjB,OAAO,CACN,OAAO,QAAQ,KAAK,QAAQ;QAC5B,QAAQ,KAAK,IAAI;QACjB,aAAa,IAAI,QAAQ,CACzB,CAAC;AACH,CAAC"}

package/dist/types.d.ts

@@ -0,0 +1,291 @@
+import type { ProviderId } from "./providers.js";
+export interface TextContent {
+    type: "text";
+    text: string;
+    cache_control?: {
+        type: "ephemeral";
+    };
+}
+export interface ImageUrlContent {
+    type: "image_url";
+    image_url: {
+        url: string;
+        detail?: "low" | "high" | "auto";
+    };
+}
+export interface ImageContent {
+    type: "image";
+    source: {
+        type: "base64";
+        media_type: string;
+        data: string;
+    };
+}
+export interface ToolUseContent {
+    type: "tool_use";
+    id: string;
+    name: string;
+    input: Record<string, unknown>;
+}
+export interface ToolResultContent {
+    type: "tool_result";
+    tool_use_id: string;
+    content: string;
+}
+export type MessageContent = TextContent | ImageUrlContent | ImageContent | ToolUseContent | ToolResultContent;
+export interface ToolCall {
+    id: string;
+    type: "function";
+    function: {
+        name: string;
+        arguments: string;
+    };
+}
+export interface BaseMessage {
+    role: "system" | "user" | "assistant" | "tool";
+    content: string | MessageContent[];
+    name?: string;
+    tool_calls?: ToolCall[];
+    tool_call_id?: string;
+}
+export interface OpenAIMessage extends BaseMessage {
+    role: "system" | "user" | "assistant" | "tool";
+}
+export interface AnthropicMessage {
+    role: "user" | "assistant";
+    content: MessageContent[];
+}
+export interface GoogleMessage {
+    role: "user" | "model";
+    parts: Array<{
+        text?: string;
+        inline_data?: {
+            mime_type: string;
+            data: string;
+        };
+    }>;
+}
+export interface FunctionParameter {
+    type: string;
+    description?: string;
+    enum?: string[];
+    items?: FunctionParameter;
+    properties?: Record<string, FunctionParameter>;
+    required?: string[];
+}
+export interface FunctionDefinition {
+    name: string;
+    description?: string;
+    parameters: FunctionParameter;
+}
+export interface OpenAITool {
+    type: "function";
+    function: FunctionDefinition;
+}
+export interface OpenAIFunctionToolInput {
+    type: "function";
+    function: {
+        name: string;
+        description?: string;
+        parameters?: FunctionParameter | Record<string, any>;
+    };
+}
+export interface OpenAIWebSearchToolInput {
+    type: "web_search";
+    user_location?: {
+        city?: string;
+        region?: string;
+        country?: string;
+        timezone?: string;
+    };
+    search_context_size?: "low" | "medium" | "high";
+    max_uses?: number;
+}
+export type OpenAIToolInput = OpenAIFunctionToolInput | OpenAIWebSearchToolInput;
+export interface AnthropicTool {
+    name: string;
+    description?: string;
+    input_schema: FunctionParameter;
+}
+export interface GoogleTool {
+    functionDeclarations: Array<{
+        name: string;
+        description?: string;
+        parameters: FunctionParameter;
+    }>;
+}
+export type ToolChoiceType = "auto" | "none" | "required" | {
+    type: "function";
+    function: {
+        name: string;
+    };
+};
+export type AnthropicToolChoice = "auto" | "any" | "none" | {
+    type: "tool";
+    name: string;
+};
+export interface BaseRequestBody {
+    model: string;
+    temperature?: number;
+    max_tokens?: number;
+    top_p?: number;
+    frequency_penalty?: number;
+    presence_penalty?: number;
+    stream?: boolean;
+}
+export interface OpenAIRequestBody extends BaseRequestBody {
+    messages: OpenAIMessage[];
+    tools?: OpenAITool[];
+    tool_choice?: ToolChoiceType;
+    response_format?: {
+        type: "text" | "json_object" | "json_schema";
+        json_schema?: {
+            name: string;
+            description?: string;
+            schema: Record<string, unknown>;
+            strict?: boolean;
+        };
+    };
+    stream_options?: {
+        include_usage: boolean;
+    };
+    reasoning_effort?: "minimal" | "low" | "medium" | "high";
+}
+export interface OpenAIResponsesRequestBody {
+    model: string;
+    input: OpenAIMessage[];
+    reasoning: {
+        effort: "minimal" | "low" | "medium" | "high";
+        summary: "detailed";
+    };
+    tools?: Array<{
+        type: "function";
+        name: string;
+        description?: string;
+        parameters: FunctionParameter;
+    }>;
+    tool_choice?: ToolChoiceType;
+    stream?: boolean;
+    temperature?: number;
+    max_output_tokens?: number;
+    text?: {
+        format: {
+            type: "text";
+        } | {
+            type: "json_object";
+        } | {
+            type: "json_schema";
+            name: string;
+            schema: Record<string, unknown>;
+            strict?: boolean;
+        };
+    };
+}
+export interface AnthropicSystemContent {
+    type: "text";
+    text: string;
+    cache_control?: {
+        type: "ephemeral";
+    };
+}
+export interface AnthropicRequestBody extends BaseRequestBody {
+    messages: AnthropicMessage[];
+    system?: string | AnthropicSystemContent[];
+    tools?: AnthropicTool[];
+    tool_choice?: AnthropicToolChoice;
+    thinking?: {
+        type: "enabled";
+        budget_tokens: number;
+    };
+    output_config?: {
+        effort?: "low" | "medium" | "high";
+    };
+}
+export interface GoogleRequestBody {
+    contents: GoogleMessage[];
+    tools?: GoogleTool[];
+    generationConfig?: {
+        temperature?: number;
+        maxOutputTokens?: number;
+        topP?: number;
+        thinkingConfig?: {
+            includeThoughts: boolean;
+        };
+        responseModalities?: string[];
+        imageConfig?: {
+            aspectRatio?: string;
+            imageSize?: string;
+        };
+    };
+}
+export type ProviderRequestBody = OpenAIRequestBody | OpenAIResponsesRequestBody | AnthropicRequestBody | GoogleRequestBody;
+export interface ProcessedImage {
+    data: string;
+    mimeType: string;
+}
+export interface ProviderValidationResult {
+    valid: boolean;
+    error?: string;
+    statusCode?: number;
+    model?: string;
+}
+export interface ModelWithPricing {
+    providers: Array<{
+        providerId: string;
+        inputPrice?: number;
+        outputPrice?: number;
+        supportedParameters?: string[];
+        modelName: string;
+        discount?: number;
+    }>;
+}
+export interface AvailableModelProvider {
+    providerId: string;
+    modelName: string;
+}
+export type MessageTransformer<T> = (messages: BaseMessage[], isProd?: boolean) => Promise<T[]>;
+export type ToolTransformer<_T, U> = (tools: OpenAITool[]) => U;
+export type RequestBodyPreparer = (usedProvider: ProviderId, usedModel: string, messages: BaseMessage[], stream: boolean, temperature?: number, max_tokens?: number, top_p?: number, frequency_penalty?: number, presence_penalty?: number, response_format?: OpenAIRequestBody["response_format"], tools?: OpenAITool[], tool_choice?: ToolChoiceType, reasoning_effort?: "minimal" | "low" | "medium" | "high", supportsReasoning?: boolean, isProd?: boolean, maxImageSizeMB?: number, userPlan?: "free" | "pro" | null, sensitive_word_check?: {
+    status: "DISABLE" | "ENABLE";
+}, image_config?: {
+    aspect_ratio?: string;
+    image_size?: string;
+}) => Promise<ProviderRequestBody>;
+export declare function isTextContent(content: MessageContent): content is TextContent;
+export declare function isImageUrlContent(content: MessageContent): content is ImageUrlContent;
+export declare function isImageContent(content: MessageContent): content is ImageContent;
+export declare function isToolUseContent(content: MessageContent): content is ToolUseContent;
+export declare function isToolResultContent(content: MessageContent): content is ToolResultContent;
+export declare function isOpenAITool(tool: OpenAITool | AnthropicTool | GoogleTool): tool is OpenAITool;
+export declare function isAnthropicTool(tool: OpenAITool | AnthropicTool | GoogleTool): tool is AnthropicTool;
+export declare function isGoogleTool(tool: OpenAITool | AnthropicTool | GoogleTool): tool is GoogleTool;
+export declare function hasMaxTokens(requestBody: ProviderRequestBody): requestBody is OpenAIRequestBody | AnthropicRequestBody;
+export interface WebSearchTool {
+    type: "web_search";
+    user_location?: {
+        type: "approximate";
+        city?: string;
+        region?: string;
+        country?: string;
+    };
+    search_context_size?: "low" | "medium" | "high";
+    max_uses?: number;
+}
+export interface WebSearchCitation {
+    url: string;
+    title?: string;
+    snippet?: string;
+    start_index?: number;
+    end_index?: number;
+}
+export interface OpenAIWebSearchOptions {
+    user_location?: {
+        type: "approximate";
+        approximate?: {
+            city?: string;
+            region?: string;
+            country?: string;
+        };
+    };
+    search_context_size?: "low" | "medium" | "high";
+}

package/dist/types.js

@@ -0,0 +1,28 @@
+export function isTextContent(content) {
+    return content.type === "text";
+}
+export function isImageUrlContent(content) {
+    return content.type === "image_url";
+}
+export function isImageContent(content) {
+    return content.type === "image";
+}
+export function isToolUseContent(content) {
+    return content.type === "tool_use";
+}
+export function isToolResultContent(content) {
+    return content.type === "tool_result";
+}
+export function isOpenAITool(tool) {
+    return "type" in tool && tool.type === "function";
+}
+export function isAnthropicTool(tool) {
+    return "name" in tool && "input_schema" in tool;
+}
+export function isGoogleTool(tool) {
+    return "functionDeclarations" in tool;
+}
+export function hasMaxTokens(requestBody) {
+    return "max_tokens" in requestBody;
+}
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAwVA,MAAM,UAAU,aAAa,CAAC,OAAuB;IACpD,OAAO,OAAO,CAAC,IAAI,KAAK,MAAM,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,iBAAiB,CAChC,OAAuB;IAEvB,OAAO,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC;AACrC,CAAC;AAED,MAAM,UAAU,cAAc,CAC7B,OAAuB;IAEvB,OAAO,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC;AACjC,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC/B,OAAuB;IAEvB,OAAO,OAAO,CAAC,IAAI,KAAK,UAAU,CAAC;AACpC,CAAC;AAED,MAAM,UAAU,mBAAmB,CAClC,OAAuB;IAEvB,OAAO,OAAO,CAAC,IAAI,KAAK,aAAa,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,YAAY,CAC3B,IAA6C;IAE7C,OAAO,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU,CAAC;AACnD,CAAC;AAED,MAAM,UAAU,eAAe,CAC9B,IAA6C;IAE7C,OAAO,MAAM,IAAI,IAAI,IAAI,cAAc,IAAI,IAAI,CAAC;AACjD,CAAC;AAED,MAAM,UAAU,YAAY,CAC3B,IAA6C;IAE7C,OAAO,sBAAsB,IAAI,IAAI,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,YAAY,CAC3B,WAAgC;IAEhC,OAAO,YAAY,IAAI,WAAW,CAAC;AACpC,CAAC"}

package/dist/validate-provider-key.d.ts

@@ -0,0 +1,4 @@
+import type { ProviderId } from "./providers.js";
+import type { ProviderValidationResult } from "./types.js";
+import type { ProviderKeyOptions } from "@llmgateway/db";
+export declare function validateProviderKey(provider: ProviderId, token: string, baseUrl?: string, skipValidation?: boolean, providerKeyOptions?: ProviderKeyOptions): Promise<ProviderValidationResult>;

package/dist/validate-provider-key.js

@@ -0,0 +1,113 @@
+import { logger } from "@llmgateway/logger";
+import { getCheapestModelForProvider } from "./get-cheapest-model-for-provider.js";
+import { getProviderEndpoint } from "./get-provider-endpoint.js";
+import { getProviderHeaders } from "./get-provider-headers.js";
+import { models } from "./models.js";
+import { prepareRequestBody } from "./prepare-request-body.js";
+export async function validateProviderKey(provider, token, baseUrl, skipValidation = false, providerKeyOptions) {
+    if (skipValidation) {
+        return { valid: true };
+    }
+    if (provider === "custom") {
+        return { valid: true };
+    }
+    try {
+        let validationModel;
+        if (provider === "azure" && providerKeyOptions?.azure_validation_model) {
+            validationModel = providerKeyOptions.azure_validation_model;
+            logger.debug("Using Azure validation model from options", {
+                provider,
+                validationModel,
+            });
+        }
+        else if (provider === "openai") {
+            validationModel = "gpt-4o-mini";
+            logger.debug("Using fixed OpenAI validation model", {
+                provider,
+                validationModel,
+            });
+        }
+        else {
+            const cheapestModel = getCheapestModelForProvider(provider);
+            logger.debug("Using cheapest validation model", {
+                provider,
+                validationModel: cheapestModel || undefined,
+            });
+            if (!cheapestModel) {
+                throw new Error(`No model with pricing information found for provider ${provider}`);
+            }
+            validationModel = cheapestModel;
+        }
+        const modelDef = models.find((m) => m.providers.some((p) => p.providerId === provider && p.modelName === validationModel));
+        const modelId = modelDef?.id;
+        const effectiveModelId = provider === "azure" && providerKeyOptions?.azure_validation_model
+            ? providerKeyOptions.azure_validation_model
+            : modelId;
+        logger.debug("Validation endpoint configuration", {
+            provider,
+            validationModel,
+            modelId,
+            effectiveModelId,
+            providerKeyOptions,
+        });
+        const endpoint = getProviderEndpoint(provider, baseUrl, effectiveModelId, provider === "google-ai-studio" || provider === "google-vertex"
+            ? token
+            : undefined, false, false, false, providerKeyOptions);
+        const systemMessage = {
+            role: "system",
+            content: "You are a helpful assistant.",
+        };
+        const minimalMessage = {
+            role: "user",
+            content: "Hello",
+        };
+        const messages = [systemMessage, minimalMessage];
+        const providerMapping = modelDef?.providers.find((p) => p.providerId === provider && p.modelName === validationModel);
+        const supportedParameters = providerMapping?.supportedParameters;
+        const supportsMaxTokens = supportedParameters?.includes("max_tokens") &&
+            providerMapping?.providerId !== "azure";
+        const payload = await prepareRequestBody(provider, validationModel, messages, false, undefined, supportsMaxTokens ? 10 : undefined, undefined, undefined, undefined, undefined, undefined, undefined, undefined, false, false, 20, null, undefined, undefined, undefined);
+        const headers = getProviderHeaders(provider, token);
+        headers["Content-Type"] = "application/json";
+        const response = await fetch(endpoint, {
+            method: "POST",
+            headers,
+            body: JSON.stringify(payload),
+        });
+        if (!response.ok) {
+            const errorText = await response.text();
+            let errorMessage = `Error from provider: ${response.status} ${response.statusText}`;
+            try {
+                const errorJson = JSON.parse(errorText);
+                if (errorJson.error?.message) {
+                    errorMessage = errorJson.error.message;
+                }
+                else if (errorJson.message) {
+                    errorMessage = errorJson.message;
+                }
+            }
+            catch { }
+            if (response.status === 401) {
+                return {
+                    valid: false,
+                    statusCode: response.status,
+                    model: validationModel,
+                };
+            }
+            return {
+                valid: false,
+                error: errorMessage,
+                statusCode: response.status,
+                model: validationModel,
+            };
+        }
+        return { valid: true, model: validationModel };
+    }
+    catch (error) {
+        return {
+            valid: false,
+            error: error instanceof Error ? error.message : "Unknown error occurred",
+        };
+    }
+}
+//# sourceMappingURL=validate-provider-key.js.map

package/dist/validate-provider-key.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validate-provider-key.js","sourceRoot":"","sources":["../src/validate-provider-key.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAE5C,OAAO,EAAE,2BAA2B,EAAE,MAAM,sCAAsC,CAAC;AACnF,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAE,MAAM,EAA6B,MAAM,aAAa,CAAC;AAChE,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAS/D,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACxC,QAAoB,EACpB,KAAa,EACb,OAAgB,EAChB,cAAc,GAAG,KAAK,EACtB,kBAAuC;IAGvC,IAAI,cAAc,EAAE,CAAC;QACpB,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IACxB,CAAC;IAGD,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC3B,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IACxB,CAAC;IAED,IAAI,CAAC;QAEJ,IAAI,eAAuB,CAAC;QAC5B,IAAI,QAAQ,KAAK,OAAO,IAAI,kBAAkB,EAAE,sBAAsB,EAAE,CAAC;YACxE,eAAe,GAAG,kBAAkB,CAAC,sBAAsB,CAAC;YAC5D,MAAM,CAAC,KAAK,CAAC,2CAA2C,EAAE;gBACzD,QAAQ;gBACR,eAAe;aACf,CAAC,CAAC;QACJ,CAAC;aAAM,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAClC,eAAe,GAAG,aAAa,CAAC;YAChC,MAAM,CAAC,KAAK,CAAC,qCAAqC,EAAE;gBACnD,QAAQ;gBACR,eAAe;aACf,CAAC,CAAC;QACJ,CAAC;aAAM,CAAC;YACP,MAAM,aAAa,GAAG,2BAA2B,CAAC,QAAQ,CAAC,CAAC;YAC5D,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE;gBAC/C,QAAQ;gBACR,eAAe,EAAE,aAAa,IAAI,SAAS;aAC3C,CAAC,CAAC;YACH,IAAI,CAAC,aAAa,EAAE,CAAC;gBACpB,MAAM,IAAI,KAAK,CACd,wDAAwD,QAAQ,EAAE,CAClE,CAAC;YACH,CAAC;YACD,eAAe,GAAG,aAAa,CAAC;QACjC,CAAC;QAID,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAClC,CAAC,CAAC,SAAS,CAAC,IAAI,CACf,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,QAAQ,IAAI,CAAC,CAAC,SAAS,KAAK,eAAe,CACnE,CACD,CAAC;QACF,MAAM,OAAO,GAAG,QAAQ,EAAE,EAAE,CAAC;QAG7B,MAAM,gBAAgB,GACrB,QAAQ,KAAK,OAAO,IAAI,kBAAkB,EAAE,sBAAsB;YACjE,CAAC,CAAC,kBAAkB,CAAC,sBAAsB;YAC3C,CAAC,CAAC,OAAO,CAAC;QAEZ,MAAM,CAAC,KAAK,CAAC,mCAAmC,EAAE;YACjD,QAAQ;YACR,eAAe;YACf,OAAO;YACP,gBAAgB;YAChB,kBAAkB;SAClB,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,mBAAmB,CACnC,QAAQ,EACR,OAAO,EACP,gBAAgB,EAChB,QAAQ,KAAK,kBAAkB,IAAI,QAAQ,KAAK,eAAe;YAC9D,CAAC,CAAC,KAAK;YACP,CAAC,CAAC,SAAS,EACZ,KAAK,EACL,KAAK,EACL,KAAK,EACL,kBAAkB,CAClB,CAAC;QAGF,MAAM,aAAa,GAAgB;YAClC,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,8BAA8B;SACvC,CAAC;QACF,MAAM,cAAc,GAAgB;YACnC,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,OAAO;SAChB,CAAC;QACF,MAAM,QAAQ,GAAkB,CAAC,aAAa,EAAE,cAAc,CAAC,CAAC;QAGhE,MAAM,eAAe,GAAG,QAAQ,EAAE,SAAS,CAAC,IAAI,CAC/C,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,QAAQ,IAAI,CAAC,CAAC,SAAS,KAAK,eAAe,CACnE,CAAC;QACF,MAAM,mBAAmB,GACxB,eACA,EAAE,mBAAmB,CAAC;QACvB,MAAM,iBAAiB,GACtB,mBAAmB,EAAE,QAAQ,CAAC,YAAY,CAAC;YAC3C,eAAe,EAAE,UAAU,KAAK,OAAO,CAAC;QAEzC,MAAM,OAAO,GAAG,MAAM,kBAAkB,CACvC,QAAQ,EACR,eAAe,EACf,QAAQ,EACR,KAAK,EACL,SAAS,EACT,iBAAiB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,EAClC,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,SAAS,EACT,KAAK,EACL,KAAK,EACL,EAAE,EACF,IAAI,EACJ,SAAS,EACT,SAAS,EACT,SAAS,CACT,CAAC;QAEF,MAAM,OAAO,GAAG,kBAAkB,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACpD,OAAO,CAAC,cAAc,CAAC,GAAG,kBAAkB,CAAC;QAE7C,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE;YACtC,MAAM,EAAE,MAAM;YACd,OAAO;YACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;SAC7B,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YAClB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,IAAI,YAAY,GAAG,wBAAwB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;YAEpF,IAAI,CAAC;gBACJ,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBACxC,IAAI,SAAS,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC;oBAC9B,YAAY,GAAG,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC;gBACxC,CAAC;qBAAM,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;oBAC9B,YAAY,GAAG,SAAS,CAAC,OAAO,CAAC;gBAClC,CAAC;YACF,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;YAEV,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC7B,OAAO;oBACN,KAAK,EAAE,KAAK;oBACZ,UAAU,EAAE,QAAQ,CAAC,MAAM;oBAC3B,KAAK,EAAE,eAAe;iBACtB,CAAC;YACH,CAAC;YAED,OAAO;gBACN,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,YAAY;gBACnB,UAAU,EAAE,QAAQ,CAAC,MAAM;gBAC3B,KAAK,EAAE,eAAe;aACtB,CAAC;QACH,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC;IAChD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,OAAO;YACN,KAAK,EAAE,KAAK;YACZ,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB;SACxE,CAAC;IACH,CAAC;AACF,CAAC"}