@node-llm/core 0.4.1 → 0.6.0

package/dist/providers/anthropic/Utils.js

@@ -0,0 +1,125 @@
+export function formatSystemPrompt(messages) {
+    let systemPrompt;
+    for (const msg of messages) {
+        if (msg.role === "system") {
+            if (typeof msg.content === "string") {
+                systemPrompt = msg.content;
+            }
+            else if (Array.isArray(msg.content)) {
+                systemPrompt = msg.content
+                    .filter((p) => p.type === "text")
+                    .map(p => p.text)
+                    .join("\n");
+            }
+            else if (msg.content) {
+                systemPrompt = String(msg.content);
+            }
+        }
+    }
+    return systemPrompt;
+}
+export function formatMessages(requestMessages) {
+    const messages = [];
+    for (const msg of requestMessages) {
+        if (msg.role === "system")
+            continue;
+        const formatted = formatSingleMessage(msg);
+        const lastMsg = messages[messages.length - 1];
+        if (lastMsg && lastMsg.role === formatted.role) {
+            // Merge content
+            let existingContent = Array.isArray(lastMsg.content)
+                ? lastMsg.content
+                : [{ type: "text", text: lastMsg.content }];
+            const newContent = Array.isArray(formatted.content)
+                ? formatted.content
+                : [{ type: "text", text: formatted.content }];
+            lastMsg.content = [...existingContent, ...newContent];
+        }
+        else {
+            messages.push(formatted);
+        }
+    }
+    return messages;
+}
+function formatSingleMessage(msg) {
+    const role = msg.role === "user" ? "user" : "assistant";
+    // Handle Tool Responses (role: "tool")
+    if (msg.role === "tool") {
+        return {
+            role: "user",
+            content: [{
+                    type: "tool_result",
+                    tool_use_id: msg.tool_call_id,
+                    content: typeof msg.content === "string" ? msg.content : JSON.stringify(msg.content)
+                }]
+        };
+    }
+    // Handle Assistant Messages (which might have tool_calls)
+    if (msg.role === "assistant" && msg.tool_calls) {
+        const blocks = [];
+        // Assistant text content
+        const text = String(msg.content || "");
+        if (text.length > 0) {
+            blocks.push({ type: "text", text });
+        }
+        // Assistant tool uses
+        for (const toolCall of msg.tool_calls) {
+            blocks.push({
+                type: "tool_use",
+                id: toolCall.id,
+                name: toolCall.function.name,
+                input: JSON.parse(toolCall.function.arguments)
+            });
+        }
+        return { role: "assistant", content: blocks };
+    }
+    const contentText = String(msg.content || "");
+    if (contentText && typeof msg.content === "string") {
+        return { role, content: contentText };
+    }
+    if (contentText && msg.content instanceof String) {
+        return { role, content: contentText };
+    }
+    // Handle multimodal content (images)
+    const blocks = [];
+    if (Array.isArray(msg.content)) {
+        for (const part of msg.content) {
+            if (part.type === "text") {
+                blocks.push({ type: "text", text: part.text });
+            }
+            else if (part.type === "image_url") {
+                const url = part.image_url.url;
+                if (url.startsWith("data:")) {
+                    const parts = url.split(",");
+                    const meta = parts[0];
+                    const data = parts.slice(1).join(",");
+                    if (meta && data) {
+                        const mimeMatch = meta.match(/:(.*?);/);
+                        const mediaType = mimeMatch ? mimeMatch[1] : "image/jpeg";
+                        if (mediaType === "application/pdf") {
+                            blocks.push({
+                                type: "document",
+                                source: {
+                                    type: "base64",
+                                    media_type: "application/pdf",
+                                    data: data
+                                }
+                            });
+                        }
+                        else {
+                            blocks.push({
+                                type: "image",
+                                source: {
+                                    type: "base64",
+                                    media_type: mediaType || "image/jpeg",
+                                    data: data
+                                }
+                            });
+                        }
+                    }
+                }
+            }
+        }
+    }
+    return { role, content: blocks };
+}

package/dist/providers/anthropic/index.d.ts

@@ -0,0 +1,2 @@
+export declare function registerAnthropicProvider(): void;
+//# sourceMappingURL=index.d.ts.map

package/dist/providers/anthropic/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/providers/anthropic/index.ts"],"names":[],"mappings":"AAGA,wBAAgB,yBAAyB,SAQxC"}

package/dist/providers/anthropic/index.js

@@ -0,0 +1,11 @@
+import { providerRegistry } from "../registry.js";
+import { AnthropicProvider } from "./AnthropicProvider.js";
+export function registerAnthropicProvider() {
+    providerRegistry.register("anthropic", () => {
+        const apiKey = process.env.ANTHROPIC_API_KEY;
+        if (!apiKey) {
+            throw new Error("ANTHROPIC_API_KEY environment variable is not set");
+        }
+        return new AnthropicProvider({ apiKey: apiKey.trim() });
+    });
+}

package/dist/providers/anthropic/types.d.ts

@@ -0,0 +1,57 @@
+export interface AnthropicMessage {
+    role: "user" | "assistant";
+    content: string | Array<AnthropicContentBlock>;
+}
+export interface AnthropicContentBlock {
+    type: "text" | "image" | "tool_use" | "tool_result" | "document";
+    text?: string;
+    source?: {
+        type: "base64";
+        media_type: string;
+        data: string;
+    };
+    id?: string;
+    name?: string;
+    input?: any;
+    tool_use_id?: string;
+    content?: string | Array<AnthropicContentBlock>;
+    is_error?: boolean;
+}
+export interface AnthropicMessageRequest {
+    model: string;
+    messages: AnthropicMessage[];
+    max_tokens: number;
+    system?: string;
+    metadata?: any;
+    stop_sequences?: string[];
+    stream?: boolean;
+    temperature?: number;
+    top_p?: number;
+    top_k?: number;
+    tools?: any[];
+    tool_choice?: any;
+}
+export interface AnthropicUsage {
+    input_tokens: number;
+    output_tokens: number;
+    cache_creation_input_tokens?: number;
+    cache_read_input_tokens?: number;
+}
+export interface AnthropicMessageResponse {
+    id: string;
+    type: "message";
+    role: "assistant";
+    content: AnthropicContentBlock[];
+    model: string;
+    stop_reason: "end_turn" | "max_tokens" | "stop_sequence" | "tool_use" | null;
+    stop_sequence: string | null;
+    usage: AnthropicUsage;
+}
+export interface AnthropicErrorResponse {
+    type: "error";
+    error: {
+        type: string;
+        message: string;
+    };
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/providers/anthropic/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/providers/anthropic/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,OAAO,EAAE,MAAM,GAAG,KAAK,CAAC,qBAAqB,CAAC,CAAC;CAChD;AAED,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,MAAM,GAAG,OAAO,GAAG,UAAU,GAAG,aAAa,GAAG,UAAU,CAAC;IACjE,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE;QACP,IAAI,EAAE,QAAQ,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;QACnB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;IACF,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,GAAG,CAAC;IACZ,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,qBAAqB,CAAC,CAAC;IAChD,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,GAAG,CAAC;IACf,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,GAAG,EAAE,CAAC;IACd,WAAW,CAAC,EAAE,GAAG,CAAC;CACnB;AAED,MAAM,WAAW,cAAc;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,uBAAuB,CAAC,EAAE,MAAM,CAAC;CAClC;AAED,MAAM,WAAW,wBAAwB;IACvC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,qBAAqB,EAAE,CAAC;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,UAAU,GAAG,YAAY,GAAG,eAAe,GAAG,UAAU,GAAG,IAAI,CAAC;IAC7E,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,KAAK,EAAE,cAAc,CAAC;CACvB;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;CACH"}

package/dist/providers/anthropic/types.js

@@ -0,0 +1 @@
+export {};

package/dist/providers/gemini/Capabilities.d.ts

@@ -4,27 +4,48 @@ export declare class Capabilities {
     static supportsVision(modelId: string): boolean;
     static supportsTools(modelId: string): boolean;
     static supportsStructuredOutput(modelId: string): boolean;
+    static supportsSystemInstructions(modelId: string): boolean;
     static supportsJsonMode(modelId: string): boolean;
     static supportsEmbeddings(modelId: string): boolean;
     static supportsImageGeneration(modelId: string): boolean;
     static supportsTranscription(modelId: string): boolean;
     static supportsModeration(modelId: string): boolean;
-    static normalizeTemperature(temperature: number | undefined, _modelId: string): number | undefined | null;
-    static getFamily(modelId: string): string;
+    static normalizeTemperature(temperature: number | undefined, model: string): number | undefined;
     static getModalities(modelId: string): {
         input: string[];
         output: string[];
     };
     static getCapabilities(modelId: string): string[];
     static getPricing(modelId: string): {
-        text_tokens: {
-            standard: {
-                input_per_million: number;
-                output_per_million: number;
+        text_tokens?: {
+            standard?: {
+                input_per_million?: number;
+                cached_input_per_million?: number;
+                output_per_million?: number;
+                reasoning_output_per_million?: number;
+            };
+            batch?: {
+                input_per_million?: number;
+                output_per_million?: number;
+            };
+        };
+        images?: {
+            standard?: {
+                input?: number;
+                output?: number;
+            };
+            batch?: {
+                input?: number;
+                output?: number;
+            };
+        };
+        audio_tokens?: {
+            standard?: {
+                input_per_million?: number;
+                output_per_million?: number;
             };
         };
     };
-    static formatDisplayName(modelId: string): string;
     private static normalizeModelId;
 }
 //# sourceMappingURL=Capabilities.d.ts.map

package/dist/providers/gemini/Capabilities.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Capabilities.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini/Capabilities.ts"],"names":[],"mappings":"AAAA,qBAAa,YAAY;IACvB,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAoBvD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAiBzD,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQ/C,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQ9C,MAAM,CAAC,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAKzD,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAIjD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAKnD,MAAM,CAAC,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAKxD,MAAM,CAAC,qBAAqB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAKtD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAInD,MAAM,CAAC,oBAAoB,CAAC,WAAW,EAAE,MAAM,GAAG,SAAS,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,GAAG,IAAI;IAIzG,MAAM,CAAC,SAAS,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAWzC,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG;QAAE,KAAK,EAAE,MAAM,EAAE,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAA;KAAE;IAY5E,MAAM,CAAC,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE;IAUjD,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM;;;;;;;;IA0BjC,MAAM,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAIjD,OAAO,CAAC,MAAM,CAAC,gBAAgB;CAGhC"}
+{"version":3,"file":"Capabilities.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini/Capabilities.ts"],"names":[],"mappings":"AAEA,qBAAa,YAAY;IACvB,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAuBvD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAoBzD,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAW/C,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAW9C,MAAM,CAAC,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAWzD,MAAM,CAAC,0BAA0B,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAI3D,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAIjD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQnD,MAAM,CAAC,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQxD,MAAM,CAAC,qBAAqB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQtD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAInD,MAAM,CAAC,oBAAoB,CAAC,WAAW,EAAE,MAAM,GAAG,SAAS,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAI/F,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG;QAAE,KAAK,EAAE,MAAM,EAAE,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAA;KAAE;IAY5E,MAAM,CAAC,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE;IAUjD,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM;;oBArI8C,CAAC;iCAA6B,CAAC;wCAE5G,CAAF;kCAC8B,CAAC;4CAGvB,CAAC;;iBAA+B,CAAA;iCAGtC,CAAF;kCAAoC,CAAC;;;;oBAG3B,CAAC;qBACP,CAAF;sBAEA,CAAD;;iBAGM,CAAC;qBAAiB,CAAC;sBAAyB,CAAA;;;;oBACD,CAAC;iCACxC,CAAC;kCAAoC,CAAC;;;;IA8IjD,OAAO,CAAC,MAAM,CAAC,gBAAgB;CAGhC"}

package/dist/providers/gemini/Capabilities.js

@@ -1,5 +1,9 @@
+import { ModelRegistry } from "../../models/ModelRegistry.js";
 export class Capabilities {
     static getContextWindow(modelId) {
+        const val = ModelRegistry.getContextWindow(modelId, "gemini");
+        if (val !== undefined && val !== null)
+            return val;
         const id = this.normalizeModelId(modelId);
         if (id.match(/gemini-2\.5-pro-exp-03-25|gemini-2\.0-flash|gemini-2\.0-flash-lite|gemini-1\.5-flash|gemini-1\.5-flash-8b/)) {
             return 1_048_576;
@@ -19,6 +23,9 @@ export class Capabilities {
         return 32_768;
     }
     static getMaxOutputTokens(modelId) {
+        const val = ModelRegistry.getMaxOutputTokens(modelId, "gemini");
+        if (val !== undefined && val !== null)
+            return val;
         const id = this.normalizeModelId(modelId);
         if (id.match(/gemini-2\.5-pro-exp-03-25/)) {
             return 64_000;
@@ -35,6 +42,9 @@ export class Capabilities {
         return 4_096;
     }
     static supportsVision(modelId) {
+        const model = ModelRegistry.find(modelId, "gemini");
+        if (model?.modalities?.input?.includes("image"))
+            return true;
         const id = this.normalizeModelId(modelId);
         if (id.match(/text-embedding|embedding-001|aqa/)) {
             return false;
@@ -42,6 +52,9 @@ export class Capabilities {
         return !!id.match(/gemini|flash|pro|imagen/);
     }
     static supportsTools(modelId) {
+        const model = ModelRegistry.find(modelId, "gemini");
+        if (model?.capabilities?.includes("function_calling"))
+            return true;
         const id = this.normalizeModelId(modelId);
         if (id.match(/text-embedding|embedding-001|aqa|flash-lite|imagen|gemini-2\.0-flash-lite/)) {
             return false;
@@ -49,46 +62,48 @@ export class Capabilities {
         return !!id.match(/gemini|pro|flash/);
     }
     static supportsStructuredOutput(modelId) {
-        // Explicitly disabled until implementation is validated
-        return false;
+        const model = ModelRegistry.find(modelId, "gemini");
+        if (model?.capabilities?.includes("structured_output"))
+            return true;
+        const id = this.normalizeModelId(modelId);
+        if (id.match(/text-embedding|embedding-001|aqa|imagen/)) {
+            return false;
+        }
+        return true;
+    }
+    static supportsSystemInstructions(modelId) {
+        return true;
     }
     static supportsJsonMode(modelId) {
         return this.supportsStructuredOutput(modelId);
     }
     static supportsEmbeddings(modelId) {
+        const model = ModelRegistry.find(modelId, "gemini");
+        if (model?.modalities?.output?.includes("embeddings"))
+            return true;
         const id = this.normalizeModelId(modelId);
         return !!id.match(/text-embedding|embedding|gemini-embedding/);
     }
     static supportsImageGeneration(modelId) {
+        const model = ModelRegistry.find(modelId, "gemini");
+        if (model?.capabilities?.includes("image_generation") || model?.modalities?.output?.includes("image"))
+            return true;
         const id = this.normalizeModelId(modelId);
         return !!id.match(/imagen/);
     }
     static supportsTranscription(modelId) {
+        const model = ModelRegistry.find(modelId, "gemini");
+        if (model?.modalities?.input?.includes("audio"))
+            return true;
         const id = this.normalizeModelId(modelId);
         return !!id.match(/gemini|flash|pro/);
     }
     static supportsModeration(modelId) {
         return false;
     }
-    static normalizeTemperature(temperature, _modelId) {
+    static normalizeTemperature(temperature, model) {
         return temperature;
     }
-    static getFamily(modelId) {
-        const id = this.normalizeModelId(modelId);
-        if (id.startsWith("gemini-1.5-pro"))
-            return "gemini-1.5-pro";
-        if (id.startsWith("gemini-1.5-flash"))
-            return "gemini-1.5-flash";
-        if (id.startsWith("gemini-2.0-flash"))
-            return "gemini-2.0-flash";
-        if (id.startsWith("gemini-2.0-flash-lite"))
-            return "gemini-2.0-flash-lite";
-        if (id.startsWith("text-embedding"))
-            return "text-embedding";
-        if (id.startsWith("imagen"))
-            return "imagen";
-        return "other";
-    }
     static getModalities(modelId) {
         const input = ["text"];
         const output = ["text"];
@@ -115,6 +130,9 @@ export class Capabilities {
         return caps;
     }
     static getPricing(modelId) {
+        const model = ModelRegistry.find(modelId, "gemini");
+        if (model?.pricing)
+            return model.pricing;
         const id = this.normalizeModelId(modelId);
         let input = 0;
         let output = 0;
@@ -139,9 +157,6 @@ export class Capabilities {
             }
         };
     }
-    static formatDisplayName(modelId) {
-        return modelId.replace("models/", "").replace(/-/g, " ").replace(/\b\w/g, l => l.toUpperCase());
-    }
     static normalizeModelId(modelId) {
         return modelId.replace("models/", "");
     }

package/dist/providers/gemini/Chat.d.ts

@@ -4,5 +4,6 @@ export declare class GeminiChat {
     private readonly apiKey;
     constructor(baseUrl: string, apiKey: string);
     execute(request: ChatRequest): Promise<ChatResponse>;
+    private sanitizeSchema;
 }
 //# sourceMappingURL=Chat.d.ts.map

package/dist/providers/gemini/Chat.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Chat.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini/Chat.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAM3D,qBAAa,UAAU;IACT,OAAO,CAAC,QAAQ,CAAC,OAAO;IAAU,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAAxC,OAAO,EAAE,MAAM,EAAmB,MAAM,EAAE,MAAM;IAEvE,OAAO,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;CAqE3D"}
+{"version":3,"file":"Chat.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini/Chat.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,YAAY,EAAS,MAAM,gBAAgB,CAAC;AAOlE,qBAAa,UAAU;IACT,OAAO,CAAC,QAAQ,CAAC,OAAO;IAAU,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAAxC,OAAO,EAAE,MAAM,EAAmB,MAAM,EAAE,MAAM;IAEvE,OAAO,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAyF1D,OAAO,CAAC,cAAc;CAwBvB"}

package/dist/providers/gemini/Chat.js

@@ -1,6 +1,7 @@
 import { Capabilities } from "./Capabilities.js";
 import { handleGeminiError } from "./Errors.js";
 import { GeminiChatUtils } from "./ChatUtils.js";
+import { ModelRegistry } from "../../models/ModelRegistry.js";
 export class GeminiChat {
     baseUrl;
     apiKey;
@@ -12,12 +13,27 @@ export class GeminiChat {
         const temperature = Capabilities.normalizeTemperature(request.temperature, request.model);
         const url = `${this.baseUrl}/models/${request.model}:generateContent?key=${this.apiKey}`;
         const { contents, systemInstructionParts } = await GeminiChatUtils.convertMessages(request.messages);
+        const generationConfig = {
+            temperature: temperature ?? undefined,
+            maxOutputTokens: request.max_tokens,
+        };
+        if (request.response_format?.type === "json_object") {
+            generationConfig.responseMimeType = "application/json";
+        }
+        else if (request.response_format?.type === "json_schema") {
+            generationConfig.responseMimeType = "application/json";
+            if (request.response_format.json_schema?.schema) {
+                generationConfig.responseSchema = this.sanitizeSchema(request.response_format.json_schema.schema);
+            }
+        }
+        const { model: _model, messages: _messages, tools: _tools, temperature: _temp, max_tokens: _max, response_format: _format, headers: _headers, ...rest } = request;
         const payload = {
             contents,
             generationConfig: {
-                temperature: temperature ?? undefined,
-                maxOutputTokens: request.max_tokens,
+                ...generationConfig,
+                ...(rest.generationConfig || {})
             },
+            ...rest
         };
         if (systemInstructionParts.length > 0) {
             payload.systemInstruction = { parts: systemInstructionParts };
@@ -64,6 +80,27 @@ export class GeminiChat {
             output_tokens: json.usageMetadata.candidatesTokenCount,
             total_tokens: json.usageMetadata.totalTokenCount,
         } : undefined;
-        return { content, tool_calls, usage };
+        const calculatedUsage = usage ? ModelRegistry.calculateCost(usage, request.model, "gemini") : undefined;
+        return { content, tool_calls, usage: calculatedUsage };
+    }
+    sanitizeSchema(schema) {
+        if (typeof schema !== "object" || schema === null)
+            return schema;
+        const sanitized = { ...schema };
+        // Remove unsupported fields
+        delete sanitized.additionalProperties;
+        delete sanitized.$schema;
+        delete sanitized.$id;
+        delete sanitized.definitions;
+        // Recursively sanitize
+        if (sanitized.properties) {
+            for (const key in sanitized.properties) {
+                sanitized.properties[key] = this.sanitizeSchema(sanitized.properties[key]);
+            }
+        }
+        if (sanitized.items) {
+            sanitized.items = this.sanitizeSchema(sanitized.items);
+        }
+        return sanitized;
     }
 }

package/dist/providers/gemini/GeminiProvider.d.ts

@@ -1,4 +1,4 @@
-import { Provider, ChatRequest, ChatResponse, ModelInfo, ChatChunk, ImageRequest, ImageResponse, TranscriptionRequest, TranscriptionResponse } from "../Provider.js";
+import { Provider, ChatRequest, ChatResponse, ModelInfo, ChatChunk, ImageRequest, ImageResponse, TranscriptionRequest, TranscriptionResponse, ModerationRequest, ModerationResponse } from "../Provider.js";
 import { EmbeddingRequest, EmbeddingResponse } from "../Embedding.js";
 export interface GeminiProviderOptions {
     apiKey: string;
@@ -30,5 +30,6 @@ export declare class GeminiProvider implements Provider {
     paint(request: ImageRequest): Promise<ImageResponse>;
     embed(request: EmbeddingRequest): Promise<EmbeddingResponse>;
     transcribe(request: TranscriptionRequest): Promise<TranscriptionResponse>;
+    moderate(_request: ModerationRequest): Promise<ModerationResponse>;
 }
 //# sourceMappingURL=GeminiProvider.d.ts.map

package/dist/providers/gemini/GeminiProvider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"GeminiProvider.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini/GeminiProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,YAAY,EAAE,SAAS,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AAQrK,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAEtE,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,cAAe,YAAW,QAAQ;IAoBjC,OAAO,CAAC,QAAQ,CAAC,OAAO;IAnBpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAa;IACzC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAkB;IACnD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAe;IAC7C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAc;IAC3C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAmB;IACpD,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAsB;IAEpD,YAAY;gCACO,MAAM;+BACP,MAAM;0CACK,MAAM;oCACZ,MAAM;yCACD,MAAM;uCACR,MAAM;oCACT,MAAM;kCACR,MAAM;MAChC;gBAE2B,OAAO,EAAE,qBAAqB;IAUrD,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAIhD,MAAM,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAAC,SAAS,CAAC;IAIxD,UAAU,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAIlC,KAAK,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,aAAa,CAAC;IAIpD,KAAK,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAI5D,UAAU,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,qBAAqB,CAAC;CAGhF"}
+{"version":3,"file":"GeminiProvider.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini/GeminiProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,EACR,WAAW,EACX,YAAY,EACZ,SAAS,EACT,SAAS,EACT,YAAY,EACZ,aAAa,EACb,oBAAoB,EACpB,qBAAqB,EACrB,iBAAiB,EACjB,kBAAkB,EACnB,MAAM,gBAAgB,CAAC;AAQxB,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAEtE,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,cAAe,YAAW,QAAQ;IAoBjC,OAAO,CAAC,QAAQ,CAAC,OAAO;IAnBpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAa;IACzC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAkB;IACnD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAe;IAC7C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAc;IAC3C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAmB;IACpD,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAsB;IAEpD,YAAY;gCACO,MAAM;+BACP,MAAM;0CACK,MAAM;oCACZ,MAAM;yCACD,MAAM;uCACR,MAAM;oCACT,MAAM;kCACR,MAAM;MAChC;gBAE2B,OAAO,EAAE,qBAAqB;IAUrD,IAAI,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAIhD,MAAM,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAAC,SAAS,CAAC;IAIxD,UAAU,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAIlC,KAAK,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,aAAa,CAAC;IAIpD,KAAK,CAAC,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAI5D,UAAU,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAIzE,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC;CAGzE"}

package/dist/providers/gemini/GeminiProvider.js

@@ -52,4 +52,7 @@ export class GeminiProvider {
     async transcribe(request) {
         return this.transcriptionHandler.execute(request);
     }
+    async moderate(_request) {
+        throw new Error("Gemini doesn't support moderation");
+    }
 }

package/dist/providers/gemini/Models.d.ts

@@ -4,5 +4,6 @@ export declare class GeminiModels {
     private readonly apiKey;
     constructor(baseUrl: string, apiKey: string);
     execute(): Promise<ModelInfo[]>;
+    find(modelId: string): import("../../models/types.js").Model | undefined;
 }
 //# sourceMappingURL=Models.d.ts.map

package/dist/providers/gemini/Models.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Models.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini/Models.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAI3C,qBAAa,YAAY;IACX,OAAO,CAAC,QAAQ,CAAC,OAAO;IAAU,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAAxC,OAAO,EAAE,MAAM,EAAmB,MAAM,EAAE,MAAM;IAEvE,OAAO,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;CAgCtC"}
+{"version":3,"file":"Models.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini/Models.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAK3C,qBAAa,YAAY;IACX,OAAO,CAAC,QAAQ,CAAC,OAAO;IAAU,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAAxC,OAAO,EAAE,MAAM,EAAmB,MAAM,EAAE,MAAM;IAEvE,OAAO,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAkDrC,IAAI,CAAC,OAAO,EAAE,MAAM;CAGrB"}

package/dist/providers/gemini/Models.js

@@ -1,4 +1,5 @@
 import { Capabilities } from "./Capabilities.js";
+import { ModelRegistry } from "../../models/ModelRegistry.js";
 export class GeminiModels {
     baseUrl;
     apiKey;
@@ -7,32 +8,51 @@ export class GeminiModels {
         this.apiKey = apiKey;
     }
     async execute() {
-        const url = `${this.baseUrl}/models?key=${this.apiKey}`;
-        const response = await fetch(url);
-        if (!response.ok) {
-            const errorText = await response.text();
-            throw new Error(`Gemini error (${response.status}): ${errorText}`);
-        }
-        const json = (await response.json());
-        return json.models
-            .filter(m => m.supportedGenerationMethods.includes("generateContent"))
-            .map((model) => {
-            const id = model.name.replace("models/", "");
-            return {
-                id: id,
-                name: model.displayName || Capabilities.formatDisplayName(id),
-                provider: "gemini",
-                family: Capabilities.getFamily(id),
-                context_window: model.inputTokenLimit || Capabilities.getContextWindow(id),
-                max_output_tokens: model.outputTokenLimit || Capabilities.getMaxOutputTokens(id),
-                modalities: Capabilities.getModalities(id),
-                capabilities: Capabilities.getCapabilities(id),
-                pricing: Capabilities.getPricing(id),
-                metadata: {
-                    description: model.description,
-                    version: model.version,
+        try {
+            const response = await fetch(`${this.baseUrl}/models?key=${this.apiKey}`, {
+                method: "GET",
+                headers: {
+                    "Content-Type": "application/json",
                 },
-            };
-        });
+            });
+            if (response.ok) {
+                const { models } = await response.json();
+                return models.map(m => {
+                    const modelId = m.name.replace("models/", "");
+                    const registryModel = ModelRegistry.find(modelId, "gemini");
+                    const info = {
+                        id: modelId,
+                        name: registryModel?.name || m.displayName || modelId,
+                        provider: "gemini",
+                        family: registryModel?.family || modelId,
+                        context_window: registryModel?.context_window || Capabilities.getContextWindow(modelId),
+                        max_output_tokens: registryModel?.max_output_tokens || Capabilities.getMaxOutputTokens(modelId),
+                        modalities: registryModel?.modalities || Capabilities.getModalities(modelId),
+                        capabilities: Capabilities.getCapabilities(modelId),
+                        pricing: registryModel?.pricing || Capabilities.getPricing(modelId),
+                        metadata: {
+                            ...(registryModel?.metadata || {}),
+                            description: m.description,
+                            input_token_limit: m.inputTokenLimit,
+                            output_token_limit: m.outputTokenLimit,
+                            supported_generation_methods: m.supportedGenerationMethods
+                        }
+                    };
+                    return info;
+                });
+            }
+        }
+        catch (_error) {
+            // Fallback
+        }
+        return ModelRegistry.all()
+            .filter(m => m.provider === "gemini")
+            .map(m => ({
+            ...m,
+            capabilities: Capabilities.getCapabilities(m.id)
+        }));
+    }
+    find(modelId) {
+        return ModelRegistry.find(modelId, "gemini");
     }
 }

package/dist/providers/gemini/Streaming.d.ts

@@ -4,5 +4,6 @@ export declare class GeminiStreaming {
     private readonly apiKey;
     constructor(baseUrl: string, apiKey: string);
     execute(request: ChatRequest): AsyncGenerator<ChatChunk>;
+    private sanitizeSchema;
 }
 //# sourceMappingURL=Streaming.d.ts.map

package/dist/providers/gemini/Streaming.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Streaming.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini/Streaming.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAMxD,qBAAa,eAAe;IACd,OAAO,CAAC,QAAQ,CAAC,OAAO;IAAU,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAAxC,OAAO,EAAE,MAAM,EAAmB,MAAM,EAAE,MAAM;IAEtE,OAAO,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAAC,SAAS,CAAC;CAoEhE"}
+{"version":3,"file":"Streaming.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini/Streaming.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAMxD,qBAAa,eAAe;IACd,OAAO,CAAC,QAAQ,CAAC,OAAO;IAAU,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAAxC,OAAO,EAAE,MAAM,EAAmB,MAAM,EAAE,MAAM;IAEtE,OAAO,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAAC,SAAS,CAAC;IAgF/D,OAAO,CAAC,cAAc;CAwBvB"}