@node-llm/core 0.4.0 → 0.5.0

package/dist/providers/anthropic/Chat.js

@@ -0,0 +1,93 @@
+import { Capabilities } from "./Capabilities.js";
+import { handleAnthropicError } from "./Errors.js";
+import { formatSystemPrompt, formatMessages } from "./Utils.js";
+export class AnthropicChat {
+    baseUrl;
+    apiKey;
+    constructor(baseUrl, apiKey) {
+        this.baseUrl = baseUrl;
+        this.apiKey = apiKey;
+    }
+    async execute(request) {
+        const model = request.model;
+        const maxTokens = request.max_tokens || Capabilities.getMaxOutputTokens(model) || 4096;
+        const systemPrompt = formatSystemPrompt(request.messages);
+        const messages = formatMessages(request.messages);
+        let system = systemPrompt;
+        if (request.response_format) {
+            let schemaText = "";
+            if (request.response_format.type === "json_schema" && request.response_format.json_schema?.schema) {
+                schemaText = "\nSchema:\n" + JSON.stringify(request.response_format.json_schema.schema, null, 2);
+            }
+            const instruction = `CRITICAL: Respond ONLY with a valid JSON object matching the requested schema.${schemaText}\n\nDo not include any other text or explanation.`;
+            system = system ? `${system}\n\n${instruction}` : instruction;
+        }
+        const body = {
+            model: model,
+            messages: messages,
+            max_tokens: maxTokens,
+            system: system,
+            stream: false, // For now, no streaming
+        };
+        if (request.temperature !== undefined) {
+            body.temperature = request.temperature;
+        }
+        // Map tools
+        if (request.tools && request.tools.length > 0) {
+            body.tools = request.tools.map(tool => ({
+                name: tool.function.name,
+                description: tool.function.description,
+                input_schema: tool.function.parameters
+            }));
+        }
+        // Check if any message contains PDF content to add beta header
+        const hasPdf = messages.some(msg => Array.isArray(msg.content) && msg.content.some(block => block.type === "document"));
+        const headers = {
+            "x-api-key": this.apiKey,
+            "anthropic-version": "2023-06-01",
+            "content-type": "application/json",
+            ...request.headers,
+        };
+        if (hasPdf) {
+            headers["anthropic-beta"] = "pdfs-2024-09-25";
+        }
+        const response = await fetch(`${this.baseUrl}/messages`, {
+            method: "POST",
+            headers: headers,
+            body: JSON.stringify(body),
+        });
+        if (!response.ok) {
+            await handleAnthropicError(response, model);
+        }
+        const json = (await response.json());
+        const contentBlocks = json.content;
+        // Extract text content and tool calls
+        let content = null;
+        const toolCalls = []; // Using any for ToolCall matching Provider.ts interface
+        for (const block of contentBlocks) {
+            if (block.type === "text") {
+                if (content === null)
+                    content = "";
+                content += block.text;
+            }
+            else if (block.type === "tool_use") {
+                toolCalls.push({
+                    id: block.id,
+                    type: "function",
+                    function: {
+                        name: block.name,
+                        arguments: JSON.stringify(block.input)
+                    }
+                });
+            }
+        }
+        const usage = json.usage ? {
+            input_tokens: json.usage.input_tokens,
+            output_tokens: json.usage.output_tokens,
+            total_tokens: json.usage.input_tokens + json.usage.output_tokens,
+            cached_tokens: json.usage.cache_read_input_tokens,
+            cache_creation_tokens: json.usage.cache_creation_input_tokens,
+        } : undefined;
+        return { content, usage, tool_calls: toolCalls.length > 0 ? toolCalls : undefined };
+    }
+}

package/dist/providers/anthropic/Errors.d.ts

@@ -0,0 +1,2 @@
+export declare function handleAnthropicError(response: Response, modelId: string): Promise<never>;
+//# sourceMappingURL=Errors.d.ts.map

package/dist/providers/anthropic/Errors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Errors.d.ts","sourceRoot":"","sources":["../../../src/providers/anthropic/Errors.ts"],"names":[],"mappings":"AASA,wBAAsB,oBAAoB,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAsC9F"}

package/dist/providers/anthropic/Errors.js

@@ -0,0 +1,33 @@
+import { BadRequestError, AuthenticationError, RateLimitError, ServerError, ServiceUnavailableError, APIError } from "../../errors/index.js";
+export async function handleAnthropicError(response, modelId) {
+    const status = response.status;
+    let body;
+    let message = `Anthropic error (${status})`;
+    try {
+        body = await response.json();
+        if (body?.error?.message) {
+            message = body.error.message;
+        }
+    }
+    catch {
+        body = await response.text().catch(() => "Unknown error");
+        message = `Anthropic error (${status}): ${body}`;
+    }
+    const provider = "anthropic";
+    if (status === 400) {
+        throw new BadRequestError(message, body, provider, modelId);
+    }
+    if (status === 401 || status === 403) {
+        throw new AuthenticationError(message, status, body, provider);
+    }
+    if (status === 429) {
+        throw new RateLimitError(message, body, provider, modelId);
+    }
+    if (status === 502 || status === 503 || status === 529) {
+        throw new ServiceUnavailableError(message, status, body, provider, modelId);
+    }
+    if (status >= 500) {
+        throw new ServerError(message, status, body, provider, modelId);
+    }
+    throw new APIError(message, status, body, provider, modelId);
+}

package/dist/providers/anthropic/Models.d.ts

@@ -0,0 +1,8 @@
+import { ModelInfo } from "../Provider.js";
+export declare class AnthropicModels {
+    private readonly baseUrl;
+    private readonly apiKey;
+    constructor(baseUrl: string, apiKey: string);
+    execute(): Promise<ModelInfo[]>;
+}
+//# sourceMappingURL=Models.d.ts.map

package/dist/providers/anthropic/Models.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Models.d.ts","sourceRoot":"","sources":["../../../src/providers/anthropic/Models.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAG3C,qBAAa,eAAe;IACd,OAAO,CAAC,QAAQ,CAAC,OAAO;IAAU,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAAxC,OAAO,EAAE,MAAM,EAAmB,MAAM,EAAE,MAAM;IAEvE,OAAO,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;CAwDtC"}

package/dist/providers/anthropic/Models.js

@@ -0,0 +1,63 @@
+import { Capabilities, ANTHROPIC_MODELS } from "./Capabilities.js";
+export class AnthropicModels {
+    baseUrl;
+    apiKey;
+    constructor(baseUrl, apiKey) {
+        this.baseUrl = baseUrl;
+        this.apiKey = apiKey;
+    }
+    async execute() {
+        try {
+            const response = await fetch(`${this.baseUrl}/models`, {
+                method: "GET",
+                headers: {
+                    "x-api-key": this.apiKey,
+                    "anthropic-version": "2023-06-01",
+                    "content-type": "application/json",
+                },
+            });
+            if (!response.ok) {
+                throw new Error(`Failed to list models: ${response.statusText}`);
+            }
+            const data = await response.json();
+            const models = data.data || [];
+            return models.map((model) => {
+                const id = model.id;
+                const createdAt = new Date(model.created_at);
+                return {
+                    id: id,
+                    name: model.display_name || id,
+                    provider: "anthropic",
+                    family: Capabilities.getFamily(id),
+                    context_window: Capabilities.getContextWindow(id),
+                    max_output_tokens: Capabilities.getMaxOutputTokens(id),
+                    modalities: Capabilities.getModalities(id),
+                    capabilities: Capabilities.getCapabilities(id),
+                    pricing: Capabilities.getPricing(id),
+                    created_at: createdAt
+                };
+            });
+        }
+        catch (error) {
+            // Fallback to currently defined static models if API list fails
+            return Object.entries(ANTHROPIC_MODELS).filter(([key]) => key !== "other").map(([key, def]) => {
+                let id = key.replace(/_/g, "-");
+                if (id.includes("claude-3-5"))
+                    id = "claude-3-5-sonnet-20240620";
+                else if (id.includes("claude-3-haiku"))
+                    id = "claude-3-haiku-20240307";
+                return {
+                    id: id,
+                    name: id,
+                    provider: "anthropic",
+                    family: Capabilities.getFamily(id),
+                    context_window: def.contextWindow,
+                    max_output_tokens: def.maxOutputTokens,
+                    modalities: Capabilities.getModalities(id),
+                    capabilities: Capabilities.getCapabilities(id),
+                    pricing: Capabilities.getPricing(id)
+                };
+            });
+        }
+    }
+}

package/dist/providers/anthropic/Streaming.d.ts

@@ -0,0 +1,8 @@
+import { ChatRequest, ChatChunk } from "../Provider.js";
+export declare class AnthropicStreaming {
+    private readonly baseUrl;
+    private readonly apiKey;
+    constructor(baseUrl: string, apiKey: string);
+    execute(request: ChatRequest): AsyncGenerator<ChatChunk>;
+}
+//# sourceMappingURL=Streaming.d.ts.map

package/dist/providers/anthropic/Streaming.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Streaming.d.ts","sourceRoot":"","sources":["../../../src/providers/anthropic/Streaming.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAMxD,qBAAa,kBAAkB;IACjB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAAU,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAAxC,OAAO,EAAE,MAAM,EAAmB,MAAM,EAAE,MAAM;IAEtE,OAAO,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAAC,SAAS,CAAC;CAgHhE"}

package/dist/providers/anthropic/Streaming.js

@@ -0,0 +1,104 @@
+import { Capabilities } from "./Capabilities.js";
+import { handleAnthropicError } from "./Errors.js";
+import { formatSystemPrompt, formatMessages } from "./Utils.js";
+export class AnthropicStreaming {
+    baseUrl;
+    apiKey;
+    constructor(baseUrl, apiKey) {
+        this.baseUrl = baseUrl;
+        this.apiKey = apiKey;
+    }
+    async *execute(request) {
+        const model = request.model;
+        const maxTokens = request.max_tokens || Capabilities.getMaxOutputTokens(model) || 4096;
+        const systemPrompt = formatSystemPrompt(request.messages);
+        const messages = formatMessages(request.messages);
+        const body = {
+            model: model,
+            messages: messages,
+            max_tokens: maxTokens,
+            system: systemPrompt,
+            stream: true,
+        };
+        if (request.temperature !== undefined) {
+            body.temperature = request.temperature;
+        }
+        if (request.tools && request.tools.length > 0) {
+            body.tools = request.tools.map(tool => ({
+                name: tool.function.name,
+                description: tool.function.description,
+                input_schema: tool.function.parameters
+            }));
+        }
+        // Check if any message contains PDF content to add beta header
+        const hasPdf = messages.some(msg => Array.isArray(msg.content) && msg.content.some(block => block.type === "document"));
+        const headers = {
+            "x-api-key": this.apiKey,
+            "anthropic-version": "2023-06-01",
+            "content-type": "application/json",
+            ...request.headers,
+        };
+        if (hasPdf) {
+            headers["anthropic-beta"] = "pdfs-2024-09-25";
+        }
+        const response = await fetch(`${this.baseUrl}/messages`, {
+            method: "POST",
+            headers: headers,
+            body: JSON.stringify(body),
+        });
+        if (!response.ok) {
+            await handleAnthropicError(response, model);
+        }
+        if (!response.body) {
+            throw new Error("No response body for streaming");
+        }
+        const reader = response.body.getReader();
+        const decoder = new TextDecoder();
+        let buffer = "";
+        while (true) {
+            const { value, done } = await reader.read();
+            if (done)
+                break;
+            const chunk = decoder.decode(value, { stream: true });
+            buffer += chunk;
+            const lines = buffer.split("\n\n");
+            buffer = lines.pop() || "";
+            for (const line of lines) {
+                const trimmed = line.trim();
+                if (!trimmed.startsWith("event: "))
+                    continue;
+                // Format is:
+                // event: type
+                // data: json
+                const parts = trimmed.split("\n");
+                const eventLine = parts[0];
+                const dataLine = parts.find(p => p.startsWith("data: "));
+                if (!dataLine || !eventLine)
+                    continue;
+                const eventType = eventLine.replace("event: ", "").trim();
+                const dataStr = dataLine.replace("data: ", "").trim();
+                try {
+                    const data = JSON.parse(dataStr);
+                    // Handle different event types from Anthropic
+                    if (eventType === "content_block_delta") {
+                        if (data.delta && data.delta.type === "text_delta") {
+                            yield { content: data.delta.text };
+                        }
+                    }
+                    else if (eventType === "message_start") {
+                        // Could extract initial usage here
+                    }
+                    else if (eventType === "message_delta") {
+                        // Update usage or stop reason
+                    }
+                    else if (eventType === "error") {
+                        throw new Error(`Stream error: ${data.error?.message}`);
+                    }
+                }
+                catch (e) {
+                    // console.warn("Parse error", e);
+                }
+            }
+        }
+    }
+}

package/dist/providers/anthropic/Utils.d.ts

@@ -0,0 +1,5 @@
+import { Message } from "../../chat/Message.js";
+import { AnthropicMessage } from "./types.js";
+export declare function formatSystemPrompt(messages: Message[]): string | undefined;
+export declare function formatMessages(requestMessages: Message[]): AnthropicMessage[];
+//# sourceMappingURL=Utils.d.ts.map

package/dist/providers/anthropic/Utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Utils.d.ts","sourceRoot":"","sources":["../../../src/providers/anthropic/Utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAEhD,OAAO,EAAE,gBAAgB,EAAyB,MAAM,YAAY,CAAC;AAErE,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,MAAM,GAAG,SAAS,CAiB1E;AAED,wBAAgB,cAAc,CAAC,eAAe,EAAE,OAAO,EAAE,GAAG,gBAAgB,EAAE,CAyB7E"}

package/dist/providers/anthropic/Utils.js

@@ -0,0 +1,125 @@
+export function formatSystemPrompt(messages) {
+    let systemPrompt;
+    for (const msg of messages) {
+        if (msg.role === "system") {
+            if (typeof msg.content === "string") {
+                systemPrompt = msg.content;
+            }
+            else if (Array.isArray(msg.content)) {
+                systemPrompt = msg.content
+                    .filter((p) => p.type === "text")
+                    .map(p => p.text)
+                    .join("\n");
+            }
+            else if (msg.content) {
+                systemPrompt = String(msg.content);
+            }
+        }
+    }
+    return systemPrompt;
+}
+export function formatMessages(requestMessages) {
+    const messages = [];
+    for (const msg of requestMessages) {
+        if (msg.role === "system")
+            continue;
+        const formatted = formatSingleMessage(msg);
+        const lastMsg = messages[messages.length - 1];
+        if (lastMsg && lastMsg.role === formatted.role) {
+            // Merge content
+            let existingContent = Array.isArray(lastMsg.content)
+                ? lastMsg.content
+                : [{ type: "text", text: lastMsg.content }];
+            const newContent = Array.isArray(formatted.content)
+                ? formatted.content
+                : [{ type: "text", text: formatted.content }];
+            lastMsg.content = [...existingContent, ...newContent];
+        }
+        else {
+            messages.push(formatted);
+        }
+    }
+    return messages;
+}
+function formatSingleMessage(msg) {
+    const role = msg.role === "user" ? "user" : "assistant";
+    // Handle Tool Responses (role: "tool")
+    if (msg.role === "tool") {
+        return {
+            role: "user",
+            content: [{
+                    type: "tool_result",
+                    tool_use_id: msg.tool_call_id,
+                    content: typeof msg.content === "string" ? msg.content : JSON.stringify(msg.content)
+                }]
+        };
+    }
+    // Handle Assistant Messages (which might have tool_calls)
+    if (msg.role === "assistant" && msg.tool_calls) {
+        const blocks = [];
+        // Assistant text content
+        const text = String(msg.content || "");
+        if (text.length > 0) {
+            blocks.push({ type: "text", text });
+        }
+        // Assistant tool uses
+        for (const toolCall of msg.tool_calls) {
+            blocks.push({
+                type: "tool_use",
+                id: toolCall.id,
+                name: toolCall.function.name,
+                input: JSON.parse(toolCall.function.arguments)
+            });
+        }
+        return { role: "assistant", content: blocks };
+    }
+    const contentText = String(msg.content || "");
+    if (contentText && typeof msg.content === "string") {
+        return { role, content: contentText };
+    }
+    if (contentText && msg.content instanceof String) {
+        return { role, content: contentText };
+    }
+    // Handle multimodal content (images)
+    const blocks = [];
+    if (Array.isArray(msg.content)) {
+        for (const part of msg.content) {
+            if (part.type === "text") {
+                blocks.push({ type: "text", text: part.text });
+            }
+            else if (part.type === "image_url") {
+                const url = part.image_url.url;
+                if (url.startsWith("data:")) {
+                    const parts = url.split(",");
+                    const meta = parts[0];
+                    const data = parts.slice(1).join(",");
+                    if (meta && data) {
+                        const mimeMatch = meta.match(/:(.*?);/);
+                        const mediaType = mimeMatch ? mimeMatch[1] : "image/jpeg";
+                        if (mediaType === "application/pdf") {
+                            blocks.push({
+                                type: "document",
+                                source: {
+                                    type: "base64",
+                                    media_type: "application/pdf",
+                                    data: data
+                                }
+                            });
+                        }
+                        else {
+                            blocks.push({
+                                type: "image",
+                                source: {
+                                    type: "base64",
+                                    media_type: mediaType || "image/jpeg",
+                                    data: data
+                                }
+                            });
+                        }
+                    }
+                }
+            }
+        }
+    }
+    return { role, content: blocks };
+}

package/dist/providers/anthropic/index.d.ts

@@ -0,0 +1,2 @@
+export declare function registerAnthropicProvider(): void;
+//# sourceMappingURL=index.d.ts.map

package/dist/providers/anthropic/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/providers/anthropic/index.ts"],"names":[],"mappings":"AAGA,wBAAgB,yBAAyB,SAQxC"}

package/dist/providers/anthropic/index.js

@@ -0,0 +1,11 @@
+import { providerRegistry } from "../registry.js";
+import { AnthropicProvider } from "./AnthropicProvider.js";
+export function registerAnthropicProvider() {
+    providerRegistry.register("anthropic", () => {
+        const apiKey = process.env.ANTHROPIC_API_KEY;
+        if (!apiKey) {
+            throw new Error("ANTHROPIC_API_KEY environment variable is not set");
+        }
+        return new AnthropicProvider({ apiKey: apiKey.trim() });
+    });
+}

package/dist/providers/anthropic/types.d.ts

@@ -0,0 +1,57 @@
+export interface AnthropicMessage {
+    role: "user" | "assistant";
+    content: string | Array<AnthropicContentBlock>;
+}
+export interface AnthropicContentBlock {
+    type: "text" | "image" | "tool_use" | "tool_result" | "document";
+    text?: string;
+    source?: {
+        type: "base64";
+        media_type: string;
+        data: string;
+    };
+    id?: string;
+    name?: string;
+    input?: any;
+    tool_use_id?: string;
+    content?: string | Array<AnthropicContentBlock>;
+    is_error?: boolean;
+}
+export interface AnthropicMessageRequest {
+    model: string;
+    messages: AnthropicMessage[];
+    max_tokens: number;
+    system?: string;
+    metadata?: any;
+    stop_sequences?: string[];
+    stream?: boolean;
+    temperature?: number;
+    top_p?: number;
+    top_k?: number;
+    tools?: any[];
+    tool_choice?: any;
+}
+export interface AnthropicUsage {
+    input_tokens: number;
+    output_tokens: number;
+    cache_creation_input_tokens?: number;
+    cache_read_input_tokens?: number;
+}
+export interface AnthropicMessageResponse {
+    id: string;
+    type: "message";
+    role: "assistant";
+    content: AnthropicContentBlock[];
+    model: string;
+    stop_reason: "end_turn" | "max_tokens" | "stop_sequence" | "tool_use" | null;
+    stop_sequence: string | null;
+    usage: AnthropicUsage;
+}
+export interface AnthropicErrorResponse {
+    type: "error";
+    error: {
+        type: string;
+        message: string;
+    };
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/providers/anthropic/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/providers/anthropic/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,OAAO,EAAE,MAAM,GAAG,KAAK,CAAC,qBAAqB,CAAC,CAAC;CAChD;AAED,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,MAAM,GAAG,OAAO,GAAG,UAAU,GAAG,aAAa,GAAG,UAAU,CAAC;IACjE,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE;QACP,IAAI,EAAE,QAAQ,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;QACnB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;IACF,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,GAAG,CAAC;IACZ,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,qBAAqB,CAAC,CAAC;IAChD,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,GAAG,CAAC;IACf,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,GAAG,EAAE,CAAC;IACd,WAAW,CAAC,EAAE,GAAG,CAAC;CACnB;AAED,MAAM,WAAW,cAAc;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,uBAAuB,CAAC,EAAE,MAAM,CAAC;CAClC;AAED,MAAM,WAAW,wBAAwB;IACvC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,WAAW,CAAC;IAClB,OAAO,EAAE,qBAAqB,EAAE,CAAC;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,UAAU,GAAG,YAAY,GAAG,eAAe,GAAG,UAAU,GAAG,IAAI,CAAC;IAC7E,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,KAAK,EAAE,cAAc,CAAC;CACvB;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;CACH"}

package/dist/providers/anthropic/types.js

@@ -0,0 +1 @@
+export {};

package/dist/providers/gemini/Capabilities.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Capabilities.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini/Capabilities.ts"],"names":[],"mappings":"AAAA,qBAAa,YAAY;IACvB,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAoBvD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAiBzD,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQ/C,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQ9C,MAAM,CAAC,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAKzD,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAIjD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAKnD,MAAM,CAAC,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAKxD,MAAM,CAAC,qBAAqB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAKtD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAInD,MAAM,CAAC,oBAAoB,CAAC,WAAW,EAAE,MAAM,GAAG,SAAS,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,GAAG,IAAI;IAIzG,MAAM,CAAC,SAAS,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAWzC,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG;QAAE,KAAK,EAAE,MAAM,EAAE,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAA;KAAE;IAY5E,MAAM,CAAC,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE;IAUjD,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM;;;;;;;;IA0BjC,MAAM,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAIjD,OAAO,CAAC,MAAM,CAAC,gBAAgB;CAGhC"}
+{"version":3,"file":"Capabilities.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini/Capabilities.ts"],"names":[],"mappings":"AAAA,qBAAa,YAAY;IACvB,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAoBvD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAiBzD,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQ/C,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQ9C,MAAM,CAAC,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAQzD,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAIjD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAKnD,MAAM,CAAC,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAKxD,MAAM,CAAC,qBAAqB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAKtD,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO;IAInD,MAAM,CAAC,oBAAoB,CAAC,WAAW,EAAE,MAAM,GAAG,SAAS,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,GAAG,IAAI;IAIzG,MAAM,CAAC,SAAS,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAWzC,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG;QAAE,KAAK,EAAE,MAAM,EAAE,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAA;KAAE;IAY5E,MAAM,CAAC,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE;IAUjD,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM;;;;;;;;IA0BjC,MAAM,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAIjD,OAAO,CAAC,MAAM,CAAC,gBAAgB;CAGhC"}

package/dist/providers/gemini/Capabilities.js

@@ -49,8 +49,11 @@ export class Capabilities {
         return !!id.match(/gemini|pro|flash/);
     }
     static supportsStructuredOutput(modelId) {
-        // Explicitly disabled until implementation is validated
-        return false;
+        const id = this.normalizeModelId(modelId);
+        if (id.match(/text-embedding|embedding-001|aqa|imagen/)) {
+            return false;
+        }
+        return true;
     }
     static supportsJsonMode(modelId) {
         return this.supportsStructuredOutput(modelId);

package/dist/providers/gemini/Chat.d.ts

@@ -4,5 +4,6 @@ export declare class GeminiChat {
     private readonly apiKey;
     constructor(baseUrl: string, apiKey: string);
     execute(request: ChatRequest): Promise<ChatResponse>;
+    private sanitizeSchema;
 }
 //# sourceMappingURL=Chat.d.ts.map

package/dist/providers/gemini/Chat.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Chat.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini/Chat.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAM3D,qBAAa,UAAU;IACT,OAAO,CAAC,QAAQ,CAAC,OAAO;IAAU,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAAxC,OAAO,EAAE,MAAM,EAAmB,MAAM,EAAE,MAAM;IAEvE,OAAO,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;CAqE3D"}
+{"version":3,"file":"Chat.d.ts","sourceRoot":"","sources":["../../../src/providers/gemini/Chat.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAM3D,qBAAa,UAAU;IACT,OAAO,CAAC,QAAQ,CAAC,OAAO;IAAU,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAAxC,OAAO,EAAE,MAAM,EAAmB,MAAM,EAAE,MAAM;IAEvE,OAAO,CAAC,OAAO,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IA0F1D,OAAO,CAAC,cAAc;CAwBvB"}

package/dist/providers/gemini/Chat.js

@@ -12,12 +12,31 @@ export class GeminiChat {
         const temperature = Capabilities.normalizeTemperature(request.temperature, request.model);
         const url = `${this.baseUrl}/models/${request.model}:generateContent?key=${this.apiKey}`;
         const { contents, systemInstructionParts } = await GeminiChatUtils.convertMessages(request.messages);
+        const generationConfig = {
+            temperature: temperature ?? undefined,
+            maxOutputTokens: request.max_tokens,
+        };
+        if (request.response_format?.type === "json_object") {
+            generationConfig.responseMimeType = "application/json";
+        }
+        else if (request.response_format?.type === "json_schema") {
+            generationConfig.responseMimeType = "application/json";
+            if (request.response_format.json_schema?.schema) {
+                generationConfig.responseSchema = request.response_format.json_schema.schema;
+            }
+        }
+        if (request.response_format?.type === "json_object") {
+            generationConfig.responseMimeType = "application/json";
+        }
+        else if (request.response_format?.type === "json_schema") {
+            generationConfig.responseMimeType = "application/json";
+            if (request.response_format.json_schema?.schema) {
+                generationConfig.responseSchema = this.sanitizeSchema(request.response_format.json_schema.schema);
+            }
+        }
         const payload = {
             contents,
-            generationConfig: {
-                temperature: temperature ?? undefined,
-                maxOutputTokens: request.max_tokens,
-            },
+            generationConfig,
         };
         if (systemInstructionParts.length > 0) {
             payload.systemInstruction = { parts: systemInstructionParts };
@@ -66,4 +85,24 @@ export class GeminiChat {
         } : undefined;
         return { content, tool_calls, usage };
     }
+    sanitizeSchema(schema) {
+        if (typeof schema !== "object" || schema === null)
+            return schema;
+        const sanitized = { ...schema };
+        // Remove unsupported fields
+        delete sanitized.additionalProperties;
+        delete sanitized.$schema;
+        delete sanitized.$id;
+        delete sanitized.definitions;
+        // Recursively sanitize
+        if (sanitized.properties) {
+            for (const key in sanitized.properties) {
+                sanitized.properties[key] = this.sanitizeSchema(sanitized.properties[key]);
+            }
+        }
+        if (sanitized.items) {
+            sanitized.items = this.sanitizeSchema(sanitized.items);
+        }
+        return sanitized;
+    }
 }