@bolt-foundry/gambit 0.8.0 → 0.8.3

package/esm/src/providers/google.js

@@ -0,0 +1,352 @@
+import OpenAI from "openai";
+export const GOOGLE_PREFIX = "google/";
+const DEFAULT_GOOGLE_BASE_URL = "https://generativelanguage.googleapis.com/v1beta/openai/";
+function safeJson(input) {
+    try {
+        const parsed = JSON.parse(input);
+        if (parsed && typeof parsed === "object") {
+            return parsed;
+        }
+    }
+    catch {
+        // fall through
+    }
+    return {};
+}
+function extractContent(content) {
+    if (typeof content === "string")
+        return content;
+    if (Array.isArray(content)) {
+        return content
+            .map((part) => (typeof part === "string" ? part : part.text ?? ""))
+            .join("");
+    }
+    return "";
+}
+function normalizeMessage(content) {
+    const toolCalls = content.tool_calls ??
+        undefined;
+    return {
+        role: content.role,
+        content: extractContent(content.content),
+        name: content.name,
+        tool_call_id: content.tool_call_id,
+        tool_calls: toolCalls && toolCalls.length > 0 ? toolCalls : undefined,
+    };
+}
+function toToolChoice(choice) {
+    if (!choice)
+        return undefined;
+    if (choice === "auto" || choice === "required")
+        return choice;
+    return { type: "function", function: { name: choice.function.name } };
+}
+function responseItemsToChatMessages(items, instructions) {
+    const messages = [];
+    if (instructions) {
+        messages.push({ role: "system", content: instructions });
+    }
+    for (const item of items) {
+        if (item.type === "message") {
+            const content = item.content
+                .map((part) => part.text)
+                .join("");
+            messages.push({ role: item.role, content });
+            continue;
+        }
+        if (item.type === "function_call") {
+            messages.push({
+                role: "assistant",
+                content: null,
+                tool_calls: [{
+                        id: item.call_id,
+                        type: "function",
+                        function: { name: item.name, arguments: item.arguments },
+                    }],
+            });
+            continue;
+        }
+        if (item.type === "function_call_output") {
+            messages.push({
+                role: "tool",
+                content: item.output,
+                tool_call_id: item.call_id,
+            });
+        }
+    }
+    return messages;
+}
+function responseItemsFromChatMessage(message, toolCalls) {
+    const output = [];
+    if (typeof message.content === "string" && message.content.length > 0) {
+        output.push({
+            type: "message",
+            role: "assistant",
+            content: [{ type: "output_text", text: message.content }],
+        });
+    }
+    if (toolCalls) {
+        for (const call of toolCalls) {
+            output.push({
+                type: "function_call",
+                call_id: call.id,
+                name: call.name,
+                arguments: JSON.stringify(call.args),
+            });
+        }
+    }
+    else if (message.tool_calls) {
+        for (const call of message.tool_calls) {
+            output.push({
+                type: "function_call",
+                call_id: call.id,
+                name: call.function.name,
+                arguments: call.function.arguments,
+            });
+        }
+    }
+    return output;
+}
+function mapChatUsage(usage) {
+    if (!usage)
+        return undefined;
+    return {
+        promptTokens: usage.prompt_tokens ?? 0,
+        completionTokens: usage.completion_tokens ?? 0,
+        totalTokens: usage.total_tokens ?? 0,
+    };
+}
+export function createGoogleProvider(opts) {
+    const client = (opts.client ??
+        new OpenAI({
+            apiKey: opts.apiKey,
+            baseURL: opts.baseURL ?? DEFAULT_GOOGLE_BASE_URL,
+        }));
+    return {
+        async responses(input) {
+            const request = input.request;
+            const params = { ...(request.params ?? {}) };
+            if (request.max_output_tokens !== undefined &&
+                params.max_tokens === undefined) {
+                params.max_tokens = request.max_output_tokens;
+            }
+            const messages = responseItemsToChatMessages(request.input, request.instructions);
+            const toolChoice = toToolChoice(request.tool_choice);
+            if (request.stream) {
+                const stream = await client.chat.completions.create({
+                    model: request.model,
+                    messages: messages,
+                    tools: request.tools,
+                    tool_choice: toolChoice ?? "auto",
+                    stream: true,
+                    ...params,
+                });
+                const contentParts = [];
+                const toolCallMap = new Map();
+                let responseId;
+                let created;
+                for await (const chunk of stream) {
+                    responseId = responseId ?? chunk.id;
+                    created = created ?? chunk.created;
+                    const choice = chunk.choices[0];
+                    const delta = choice.delta;
+                    if (typeof delta.content === "string") {
+                        contentParts.push(delta.content);
+                        input.onStreamEvent?.({
+                            type: "response.output_text.delta",
+                            output_index: 0,
+                            delta: delta.content,
+                        });
+                    }
+                    else if (Array.isArray(delta.content)) {
+                        const text = delta.content
+                            .map((part) => (typeof part === "string" ? part : part.text ?? ""))
+                            .join("");
+                        if (text) {
+                            contentParts.push(text);
+                            input.onStreamEvent?.({
+                                type: "response.output_text.delta",
+                                output_index: 0,
+                                delta: text,
+                            });
+                        }
+                    }
+                    for (const tc of delta.tool_calls ?? []) {
+                        const idx = tc.index ?? 0;
+                        const existing = toolCallMap.get(idx) ??
+                            {
+                                id: tc.id,
+                                function: { name: tc.function?.name, arguments: "" },
+                            };
+                        if (tc.id)
+                            existing.id = tc.id;
+                        if (tc.function?.name)
+                            existing.function.name = tc.function.name;
+                        if (tc.function?.arguments) {
+                            existing.function.arguments += tc.function.arguments;
+                        }
+                        toolCallMap.set(idx, existing);
+                    }
+                }
+                const tool_calls = Array.from(toolCallMap.values()).map((tc) => ({
+                    id: tc.id ?? crypto.randomUUID().replace(/-/g, "").slice(0, 24),
+                    type: "function",
+                    function: {
+                        name: tc.function.name ?? "",
+                        arguments: tc.function.arguments,
+                    },
+                }));
+                const message = normalizeMessage({
+                    role: "assistant",
+                    content: contentParts.length ? contentParts.join("") : null,
+                    tool_calls,
+                });
+                const toolCalls = tool_calls.length > 0
+                    ? tool_calls.map((tc) => ({
+                        id: tc.id,
+                        name: tc.function.name,
+                        args: safeJson(tc.function.arguments),
+                    }))
+                    : undefined;
+                const output = responseItemsFromChatMessage(message, toolCalls);
+                const response = {
+                    id: responseId ?? crypto.randomUUID(),
+                    object: "response",
+                    model: request.model,
+                    created,
+                    status: "completed",
+                    output,
+                };
+                input.onStreamEvent?.({ type: "response.completed", response });
+                return response;
+            }
+            const response = await client.chat.completions.create({
+                model: request.model,
+                messages: messages,
+                tools: request.tools,
+                tool_choice: toolChoice ?? "auto",
+                stream: false,
+                ...params,
+            });
+            const choice = response.choices[0];
+            const normalizedMessage = normalizeMessage(choice.message);
+            const toolCalls = choice.message.tool_calls?.map((tc) => ({
+                id: tc.id,
+                name: tc.function.name,
+                args: safeJson(tc.function.arguments),
+            }));
+            return {
+                id: response.id,
+                object: "response",
+                model: response.model,
+                created: response.created,
+                status: "completed",
+                output: responseItemsFromChatMessage(normalizedMessage, toolCalls),
+                usage: mapChatUsage(response.usage),
+            };
+        },
+        async chat(input) {
+            const params = input.params ?? {};
+            if (input.stream) {
+                const stream = await client.chat.completions.create({
+                    model: input.model,
+                    messages: input.messages,
+                    tools: input
+                        .tools,
+                    tool_choice: "auto",
+                    stream: true,
+                    ...params,
+                });
+                let finishReason = null;
+                const contentParts = [];
+                const toolCallMap = new Map();
+                for await (const chunk of stream) {
+                    const choice = chunk.choices[0];
+                    const fr = choice.finish_reason;
+                    if (fr === "stop" || fr === "tool_calls" || fr === "length" ||
+                        fr === null) {
+                        finishReason = fr ?? finishReason;
+                    }
+                    const delta = choice.delta;
+                    if (typeof delta.content === "string") {
+                        contentParts.push(delta.content);
+                        input.onStreamText?.(delta.content);
+                    }
+                    else if (Array.isArray(delta.content)) {
+                        const chunkStr = delta.content
+                            .map((c) => (typeof c === "string" ? c : c.text ?? ""))
+                            .join("");
+                        if (chunkStr) {
+                            contentParts.push(chunkStr);
+                            input.onStreamText?.(chunkStr);
+                        }
+                    }
+                    for (const tc of delta.tool_calls ?? []) {
+                        const idx = tc.index ?? 0;
+                        const existing = toolCallMap.get(idx) ??
+                            {
+                                id: tc.id,
+                                function: { name: tc.function?.name, arguments: "" },
+                            };
+                        if (tc.id)
+                            existing.id = tc.id;
+                        if (tc.function?.name)
+                            existing.function.name = tc.function.name;
+                        if (tc.function?.arguments) {
+                            existing.function.arguments += tc.function.arguments;
+                        }
+                        toolCallMap.set(idx, existing);
+                    }
+                }
+                const tool_calls = Array.from(toolCallMap.values()).map((tc) => ({
+                    id: tc.id ?? crypto.randomUUID().replace(/-/g, "").slice(0, 24),
+                    type: "function",
+                    function: {
+                        name: tc.function.name ?? "",
+                        arguments: tc.function.arguments,
+                    },
+                }));
+                const message = normalizeMessage({
+                    role: "assistant",
+                    content: contentParts.length ? contentParts.join("") : null,
+                    tool_calls,
+                });
+                const toolCalls = tool_calls.length > 0
+                    ? tool_calls.map((tc) => ({
+                        id: tc.id,
+                        name: tc.function.name,
+                        args: safeJson(tc.function.arguments),
+                    }))
+                    : undefined;
+                return {
+                    message,
+                    finishReason: finishReason ?? "stop",
+                    toolCalls,
+                };
+            }
+            const response = await client.chat.completions.create({
+                model: input.model,
+                messages: input
+                    .messages,
+                tools: input
+                    .tools,
+                tool_choice: "auto",
+                stream: false,
+                ...params,
+            });
+            const choice = response.choices[0];
+            const message = normalizeMessage(choice.message);
+            const toolCalls = choice.message.tool_calls?.map((tc) => ({
+                id: tc.id,
+                name: tc.function.name,
+                args: safeJson(tc.function.arguments),
+            }));
+            return {
+                message,
+                finishReason: (choice.finish_reason ?? "stop"),
+                toolCalls,
+                usage: mapChatUsage(response.usage),
+            };
+        },
+    };
+}

package/esm/src/providers/ollama.d.ts

@@ -0,0 +1,17 @@
+import type { ModelProvider } from "@bolt-foundry/gambit-core";
+export declare const OLLAMA_PREFIX = "ollama/";
+export declare const DEFAULT_OLLAMA_BASE_URL = "http://localhost:11434/v1";
+type OpenAIClient = {
+    responses: {
+        create: (params: unknown) => Promise<unknown>;
+    };
+};
+export declare function fetchOllamaTags(baseURL: string | undefined): Promise<Set<string>>;
+export declare function ensureOllamaModel(model: string, baseURL: string | undefined): Promise<void>;
+export declare function createOllamaProvider(opts: {
+    apiKey?: string;
+    baseURL?: string;
+    client?: OpenAIClient;
+}): ModelProvider;
+export {};
+//# sourceMappingURL=ollama.d.ts.map

package/esm/src/providers/ollama.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.d.ts","sourceRoot":"","sources":["../../../src/src/providers/ollama.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAKV,aAAa,EAOd,MAAM,2BAA2B,CAAC;AAOnC,eAAO,MAAM,aAAa,YAAY,CAAC;AACvC,eAAO,MAAM,uBAAuB,8BAA8B,CAAC;AAEnE,KAAK,YAAY,GAAG;IAClB,SAAS,EAAE;QACT,MAAM,EAAE,CAAC,MAAM,EAAE,OAAO,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;KAC/C,CAAC;CACH,CAAC;AAeF,wBAAsB,eAAe,CACnC,OAAO,EAAE,MAAM,GAAG,SAAS,GAC1B,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAgBtB;AAED,wBAAsB,iBAAiB,CACrC,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,MAAM,GAAG,SAAS,GAC1B,OAAO,CAAC,IAAI,CAAC,CA8Cf;AAodD,wBAAgB,oBAAoB,CAAC,IAAI,EAAE;IACzC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB,GAAG,aAAa,CAoChB"}