@bolt-foundry/gambit 0.8.1 → 0.8.5-rc.10

package/esm/src/providers/google.d.ts

@@ -0,0 +1,18 @@
+import type { ModelProvider } from "@bolt-foundry/gambit-core";
+export declare const GOOGLE_PREFIX = "google/";
+type OpenAIClient = {
+    chat: {
+        completions: {
+            create: (params: unknown, options?: {
+                signal?: AbortSignal;
+            }) => Promise<unknown>;
+        };
+    };
+};
+export declare function createGoogleProvider(opts: {
+    apiKey: string;
+    baseURL?: string;
+    client?: OpenAIClient;
+}): ModelProvider;
+export {};
+//# sourceMappingURL=google.d.ts.map

package/esm/src/providers/google.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"google.d.ts","sourceRoot":"","sources":["../../../src/src/providers/google.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAIV,aAAa,EAId,MAAM,2BAA2B,CAAC;AAEnC,eAAO,MAAM,aAAa,YAAY,CAAC;AAIvC,KAAK,YAAY,GAAG;IAClB,IAAI,EAAE;QACJ,WAAW,EAAE;YACX,MAAM,EAAE,CACN,MAAM,EAAE,OAAO,EACf,OAAO,CAAC,EAAE;gBAAE,MAAM,CAAC,EAAE,WAAW,CAAA;aAAE,KAC/B,OAAO,CAAC,OAAO,CAAC,CAAC;SACvB,CAAC;KACH,CAAC;CACH,CAAC;AA8IF,wBAAgB,oBAAoB,CAAC,IAAI,EAAE;IACzC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,aAAa,CA0XhB"}

package/esm/src/providers/google.js

@@ -0,0 +1,428 @@
+import OpenAI from "openai";
+export const GOOGLE_PREFIX = "google/";
+const DEFAULT_GOOGLE_BASE_URL = "https://generativelanguage.googleapis.com/v1beta/openai/";
+function safeJson(input) {
+    try {
+        const parsed = JSON.parse(input);
+        if (parsed && typeof parsed === "object") {
+            return parsed;
+        }
+    }
+    catch {
+        // fall through
+    }
+    return {};
+}
+function extractContent(content) {
+    if (typeof content === "string")
+        return content;
+    if (Array.isArray(content)) {
+        return content
+            .map((part) => (typeof part === "string" ? part : part.text ?? ""))
+            .join("");
+    }
+    return "";
+}
+function normalizeMessage(content) {
+    const toolCalls = content.tool_calls ??
+        undefined;
+    return {
+        role: content.role,
+        content: extractContent(content.content),
+        name: content.name,
+        tool_call_id: content.tool_call_id,
+        tool_calls: toolCalls && toolCalls.length > 0 ? toolCalls : undefined,
+    };
+}
+function toToolChoice(choice) {
+    if (!choice)
+        return undefined;
+    if (choice === "none" || choice === "auto" || choice === "required") {
+        return choice;
+    }
+    if (choice.type === "allowed_tools") {
+        return (choice.mode ??
+            "auto");
+    }
+    return { type: "function", function: { name: choice.function.name } };
+}
+function responseItemsToChatMessages(items, instructions) {
+    const messages = [];
+    if (instructions) {
+        messages.push({ role: "system", content: instructions });
+    }
+    for (const item of items) {
+        if (item.type === "message") {
+            const content = item.content
+                .map((part) => part.text)
+                .join("");
+            messages.push({ role: item.role, content });
+            continue;
+        }
+        if (item.type === "function_call") {
+            messages.push({
+                role: "assistant",
+                content: null,
+                tool_calls: [{
+                        id: item.call_id,
+                        type: "function",
+                        function: { name: item.name, arguments: item.arguments },
+                    }],
+            });
+            continue;
+        }
+        if (item.type === "function_call_output") {
+            messages.push({
+                role: "tool",
+                content: item.output,
+                tool_call_id: item.call_id,
+            });
+        }
+    }
+    return messages;
+}
+function responseItemsFromChatMessage(message, toolCalls) {
+    const output = [];
+    if (typeof message.content === "string" && message.content.length > 0) {
+        output.push({
+            type: "message",
+            role: "assistant",
+            content: [{ type: "output_text", text: message.content }],
+        });
+    }
+    if (toolCalls) {
+        for (const call of toolCalls) {
+            output.push({
+                type: "function_call",
+                call_id: call.id,
+                name: call.name,
+                arguments: JSON.stringify(call.args),
+            });
+        }
+    }
+    else if (message.tool_calls) {
+        for (const call of message.tool_calls) {
+            output.push({
+                type: "function_call",
+                call_id: call.id,
+                name: call.function.name,
+                arguments: call.function.arguments,
+            });
+        }
+    }
+    return output;
+}
+function mapChatUsage(usage) {
+    if (!usage)
+        return undefined;
+    return {
+        promptTokens: usage.prompt_tokens ?? 0,
+        completionTokens: usage.completion_tokens ?? 0,
+        totalTokens: usage.total_tokens ?? 0,
+    };
+}
+export function createGoogleProvider(opts) {
+    const client = (opts.client ??
+        new OpenAI({
+            apiKey: opts.apiKey,
+            baseURL: opts.baseURL ?? DEFAULT_GOOGLE_BASE_URL,
+        }));
+    return {
+        async responses(input) {
+            const request = input.request;
+            const params = { ...(request.params ?? {}) };
+            if (request.temperature !== undefined && params.temperature === undefined) {
+                params.temperature = request.temperature;
+            }
+            if (request.top_p !== undefined && params.top_p === undefined) {
+                params.top_p = request.top_p;
+            }
+            if (request.frequency_penalty !== undefined &&
+                params.frequency_penalty === undefined) {
+                params.frequency_penalty = request.frequency_penalty;
+            }
+            if (request.presence_penalty !== undefined &&
+                params.presence_penalty === undefined) {
+                params.presence_penalty = request.presence_penalty;
+            }
+            if (request.max_output_tokens !== undefined &&
+                params.max_tokens === undefined) {
+                params.max_tokens = request.max_output_tokens;
+            }
+            const messages = responseItemsToChatMessages(request.input, request.instructions);
+            const toolChoice = toToolChoice(request.tool_choice);
+            if (request.stream) {
+                let sequence = 0;
+                const stream = await client.chat.completions.create({
+                    model: request.model,
+                    messages: messages,
+                    tools: request.tools,
+                    tool_choice: toolChoice ?? "auto",
+                    stream: true,
+                    ...params,
+                }, input.signal ? { signal: input.signal } : undefined);
+                const contentParts = [];
+                const toolCallMap = new Map();
+                let responseId;
+                let created;
+                let emittedCreated = false;
+                for await (const chunk of stream) {
+                    responseId = responseId ?? chunk.id;
+                    created = created ?? chunk.created;
+                    if (!emittedCreated) {
+                        input.onStreamEvent?.({
+                            type: "response.created",
+                            sequence_number: sequence++,
+                            response: {
+                                id: responseId ?? crypto.randomUUID(),
+                                object: "response",
+                                model: request.model,
+                                created_at: created,
+                                created,
+                                status: "in_progress",
+                                output: [],
+                                error: null,
+                            },
+                        });
+                        emittedCreated = true;
+                    }
+                    const choice = chunk.choices[0];
+                    const delta = choice.delta;
+                    if (typeof delta.content === "string") {
+                        contentParts.push(delta.content);
+                        input.onStreamEvent?.({
+                            type: "response.output_text.delta",
+                            output_index: 0,
+                            delta: delta.content,
+                            sequence_number: sequence++,
+                        });
+                    }
+                    else if (Array.isArray(delta.content)) {
+                        const text = delta.content
+                            .map((part) => (typeof part === "string" ? part : part.text ?? ""))
+                            .join("");
+                        if (text) {
+                            contentParts.push(text);
+                            input.onStreamEvent?.({
+                                type: "response.output_text.delta",
+                                output_index: 0,
+                                delta: text,
+                                sequence_number: sequence++,
+                            });
+                        }
+                    }
+                    for (const tc of delta.tool_calls ?? []) {
+                        const idx = tc.index ?? 0;
+                        const existing = toolCallMap.get(idx) ??
+                            {
+                                id: tc.id,
+                                function: { name: tc.function?.name, arguments: "" },
+                            };
+                        if (tc.id)
+                            existing.id = tc.id;
+                        if (tc.function?.name)
+                            existing.function.name = tc.function.name;
+                        if (tc.function?.arguments) {
+                            existing.function.arguments += tc.function.arguments;
+                        }
+                        toolCallMap.set(idx, existing);
+                    }
+                }
+                const tool_calls = Array.from(toolCallMap.values()).map((tc) => ({
+                    id: tc.id ?? crypto.randomUUID().replace(/-/g, "").slice(0, 24),
+                    type: "function",
+                    function: {
+                        name: tc.function.name ?? "",
+                        arguments: tc.function.arguments,
+                    },
+                }));
+                const message = normalizeMessage({
+                    role: "assistant",
+                    content: contentParts.length ? contentParts.join("") : null,
+                    tool_calls,
+                });
+                const toolCalls = tool_calls.length > 0
+                    ? tool_calls.map((tc) => ({
+                        id: tc.id,
+                        name: tc.function.name,
+                        args: safeJson(tc.function.arguments),
+                    }))
+                    : undefined;
+                const output = responseItemsFromChatMessage(message, toolCalls);
+                const response = {
+                    id: responseId ?? crypto.randomUUID(),
+                    object: "response",
+                    model: request.model,
+                    created_at: created,
+                    created,
+                    status: "completed",
+                    output,
+                    previous_response_id: request.previous_response_id ?? null,
+                    instructions: request.instructions ?? null,
+                    tool_choice: request.tool_choice,
+                    max_output_tokens: request.max_output_tokens ?? null,
+                    max_tool_calls: request.max_tool_calls ?? null,
+                    parallel_tool_calls: request.parallel_tool_calls,
+                    store: request.store,
+                    metadata: request.metadata,
+                    reasoning: request.reasoning
+                        ? {
+                            effort: request.reasoning.effort ?? null,
+                            summary: request.reasoning.summary ?? null,
+                        }
+                        : null,
+                    error: null,
+                };
+                input.onStreamEvent?.({
+                    type: "response.completed",
+                    sequence_number: sequence++,
+                    response,
+                });
+                return response;
+            }
+            const response = await client.chat.completions.create({
+                model: request.model,
+                messages: messages,
+                tools: request.tools,
+                tool_choice: toolChoice ?? "auto",
+                stream: false,
+                ...params,
+            }, input.signal ? { signal: input.signal } : undefined);
+            const choice = response.choices[0];
+            const normalizedMessage = normalizeMessage(choice.message);
+            const toolCalls = choice.message.tool_calls?.map((tc) => ({
+                id: tc.id,
+                name: tc.function.name,
+                args: safeJson(tc.function.arguments),
+            }));
+            return {
+                id: response.id,
+                object: "response",
+                model: response.model,
+                created_at: response.created,
+                created: response.created,
+                status: "completed",
+                output: responseItemsFromChatMessage(normalizedMessage, toolCalls),
+                previous_response_id: request.previous_response_id ?? null,
+                instructions: request.instructions ?? null,
+                tool_choice: request.tool_choice,
+                max_output_tokens: request.max_output_tokens ?? null,
+                max_tool_calls: request.max_tool_calls ?? null,
+                parallel_tool_calls: request.parallel_tool_calls,
+                store: request.store,
+                metadata: request.metadata,
+                reasoning: request.reasoning
+                    ? {
+                        effort: request.reasoning.effort ?? null,
+                        summary: request.reasoning.summary ?? null,
+                    }
+                    : null,
+                error: null,
+                usage: mapChatUsage(response.usage),
+            };
+        },
+        async chat(input) {
+            const params = input.params ?? {};
+            if (input.stream) {
+                const stream = await client.chat.completions.create({
+                    model: input.model,
+                    messages: input.messages,
+                    tools: input
+                        .tools,
+                    tool_choice: "auto",
+                    stream: true,
+                    ...params,
+                }, input.signal ? { signal: input.signal } : undefined);
+                let finishReason = null;
+                const contentParts = [];
+                const toolCallMap = new Map();
+                for await (const chunk of stream) {
+                    const choice = chunk.choices[0];
+                    const fr = choice.finish_reason;
+                    if (fr === "stop" || fr === "tool_calls" || fr === "length" ||
+                        fr === null) {
+                        finishReason = fr ?? finishReason;
+                    }
+                    const delta = choice.delta;
+                    if (typeof delta.content === "string") {
+                        contentParts.push(delta.content);
+                        input.onStreamText?.(delta.content);
+                    }
+                    else if (Array.isArray(delta.content)) {
+                        const chunkStr = delta.content
+                            .map((c) => (typeof c === "string" ? c : c.text ?? ""))
+                            .join("");
+                        if (chunkStr) {
+                            contentParts.push(chunkStr);
+                            input.onStreamText?.(chunkStr);
+                        }
+                    }
+                    for (const tc of delta.tool_calls ?? []) {
+                        const idx = tc.index ?? 0;
+                        const existing = toolCallMap.get(idx) ??
+                            {
+                                id: tc.id,
+                                function: { name: tc.function?.name, arguments: "" },
+                            };
+                        if (tc.id)
+                            existing.id = tc.id;
+                        if (tc.function?.name)
+                            existing.function.name = tc.function.name;
+                        if (tc.function?.arguments) {
+                            existing.function.arguments += tc.function.arguments;
+                        }
+                        toolCallMap.set(idx, existing);
+                    }
+                }
+                const tool_calls = Array.from(toolCallMap.values()).map((tc) => ({
+                    id: tc.id ?? crypto.randomUUID().replace(/-/g, "").slice(0, 24),
+                    type: "function",
+                    function: {
+                        name: tc.function.name ?? "",
+                        arguments: tc.function.arguments,
+                    },
+                }));
+                const message = normalizeMessage({
+                    role: "assistant",
+                    content: contentParts.length ? contentParts.join("") : null,
+                    tool_calls,
+                });
+                const toolCalls = tool_calls.length > 0
+                    ? tool_calls.map((tc) => ({
+                        id: tc.id,
+                        name: tc.function.name,
+                        args: safeJson(tc.function.arguments),
+                    }))
+                    : undefined;
+                return {
+                    message,
+                    finishReason: finishReason ?? "stop",
+                    toolCalls,
+                };
+            }
+            const response = await client.chat.completions.create({
+                model: input.model,
+                messages: input
+                    .messages,
+                tools: input
+                    .tools,
+                tool_choice: "auto",
+                stream: false,
+                ...params,
+            }, input.signal ? { signal: input.signal } : undefined);
+            const choice = response.choices[0];
+            const message = normalizeMessage(choice.message);
+            const toolCalls = choice.message.tool_calls?.map((tc) => ({
+                id: tc.id,
+                name: tc.function.name,
+                args: safeJson(tc.function.arguments),
+            }));
+            return {
+                message,
+                finishReason: (choice.finish_reason ?? "stop"),
+                toolCalls,
+                usage: mapChatUsage(response.usage),
+            };
+        },
+    };
+}

package/esm/src/providers/ollama.d.ts

@@ -0,0 +1,19 @@
+import type { ModelProvider } from "@bolt-foundry/gambit-core";
+export declare const OLLAMA_PREFIX = "ollama/";
+export declare const DEFAULT_OLLAMA_BASE_URL = "http://localhost:11434/v1";
+type OpenAIClient = {
+    responses: {
+        create: (params: unknown, options?: {
+            signal?: AbortSignal;
+        }) => Promise<unknown>;
+    };
+};
+export declare function fetchOllamaTags(baseURL: string | undefined): Promise<Set<string>>;
+export declare function ensureOllamaModel(model: string, baseURL: string | undefined): Promise<void>;
+export declare function createOllamaProvider(opts: {
+    apiKey?: string;
+    baseURL?: string;
+    client?: OpenAIClient;
+}): ModelProvider;
+export {};
+//# sourceMappingURL=ollama.d.ts.map

package/esm/src/providers/ollama.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.d.ts","sourceRoot":"","sources":["../../../src/src/providers/ollama.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAKV,aAAa,EAOd,MAAM,2BAA2B,CAAC;AAOnC,eAAO,MAAM,aAAa,YAAY,CAAC;AACvC,eAAO,MAAM,uBAAuB,8BAA8B,CAAC;AAEnE,KAAK,YAAY,GAAG;IAClB,SAAS,EAAE;QACT,MAAM,EAAE,CACN,MAAM,EAAE,OAAO,EACf,OAAO,CAAC,EAAE;YAAE,MAAM,CAAC,EAAE,WAAW,CAAA;SAAE,KAC/B,OAAO,CAAC,OAAO,CAAC,CAAC;KACvB,CAAC;CACH,CAAC;AAeF,wBAAsB,eAAe,CACnC,OAAO,EAAE,MAAM,GAAG,SAAS,GAC1B,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAgBtB;AAED,wBAAsB,iBAAiB,CACrC,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,MAAM,GAAG,SAAS,GAC1B,OAAO,CAAC,IAAI,CAAC,CA8Cf;AA0wBD,wBAAgB,oBAAoB,CAAC,IAAI,EAAE;IACzC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,aAAa,CA0ChB"}