@bolt-foundry/gambit 0.8.1 → 0.8.3

package/esm/src/providers/openrouter.js

@@ -0,0 +1,592 @@
+import * as dntShim from "../../_dnt.shims.js";
+import OpenAI from "openai";
+import { GAMBIT_TOOL_CONTEXT, GAMBIT_TOOL_INIT, } from "@bolt-foundry/gambit-core";
+const logger = console;
+export const OPENROUTER_PREFIX = "openrouter/";
+function normalizeOpenRouterModel(model) {
+    return model.startsWith(OPENROUTER_PREFIX)
+        ? model.slice(OPENROUTER_PREFIX.length)
+        : model;
+}
+function normalizeMessage(content) {
+    const toolCalls = content.tool_calls ??
+        undefined;
+    return {
+        role: content.role,
+        content: typeof content.content === "string"
+            ? content.content
+            : Array.isArray(content.content)
+                ? content.content
+                    .map((c) => (typeof c === "string" ? c : ""))
+                    .join("")
+                : "",
+        name: content.name,
+        tool_call_id: content.tool_call_id,
+        tool_calls: toolCalls && toolCalls.length > 0 ? toolCalls : undefined,
+    };
+}
+function safeJson(input) {
+    try {
+        const parsed = JSON.parse(input);
+        if (parsed && typeof parsed === "object") {
+            return parsed;
+        }
+    }
+    catch {
+        // fall through
+    }
+    return {};
+}
+function isAsyncIterable(value) {
+    return Boolean(value &&
+        typeof value === "object" &&
+        Symbol.asyncIterator in value);
+}
+function mapUsage(usage) {
+    if (!usage)
+        return undefined;
+    return {
+        promptTokens: usage.input_tokens ?? 0,
+        completionTokens: usage.output_tokens ?? 0,
+        totalTokens: usage.total_tokens ?? 0,
+    };
+}
+function mapStatus(status) {
+    if (!status)
+        return undefined;
+    if (status === "completed")
+        return "completed";
+    if (status === "in_progress" || status === "queued")
+        return "in_progress";
+    return "failed";
+}
+function mapError(error) {
+    if (!error)
+        return undefined;
+    return { code: error.code, message: error.message };
+}
+function mapTools(tools) {
+    if (!tools || tools.length === 0)
+        return undefined;
+    return tools.map((tool) => ({
+        type: "function",
+        name: tool.function.name,
+        description: tool.function.description ?? null,
+        parameters: normalizeToolParameters(tool.function.parameters),
+        strict: false,
+    }));
+}
+function normalizeToolParameters(parameters) {
+    const normalized = structuredClone(parameters ?? {});
+    if (normalized.type !== "object") {
+        return normalized;
+    }
+    if (normalized.properties === undefined) {
+        normalized.properties = {};
+    }
+    const props = normalized.properties;
+    if (props && typeof props === "object" && !Array.isArray(props)) {
+        const requiredKeys = Array.isArray(normalized.required)
+            ? normalized.required.filter((key) => typeof key === "string" && key in props)
+            : [];
+        for (const [key, value] of Object.entries(props)) {
+            if (!value || typeof value !== "object" || Array.isArray(value))
+                continue;
+            if (!("type" in value))
+                continue;
+            if (value.type === "object" && value.additionalProperties !== false) {
+                props[key] = {
+                    ...value,
+                    additionalProperties: false,
+                };
+            }
+        }
+        if (requiredKeys.length > 0) {
+            normalized.required = requiredKeys;
+        }
+    }
+    const additional = normalized.additionalProperties;
+    if (additional !== false) {
+        normalized.additionalProperties = false;
+    }
+    return normalized;
+}
+function appendSyntheticTools(tools, input) {
+    const needed = new Set();
+    for (const item of input) {
+        if (item.type !== "function_call")
+            continue;
+        if (item.name === GAMBIT_TOOL_CONTEXT || item.name === GAMBIT_TOOL_INIT) {
+            needed.add(item.name);
+        }
+    }
+    for (const name of needed) {
+        if (tools.some((tool) => tool.name === name))
+            continue;
+        tools.push({
+            type: "function",
+            name,
+            description: "Synthetic Gambit context payload.",
+            parameters: {
+                type: "object",
+                properties: {},
+                additionalProperties: false,
+                required: [],
+            },
+            strict: false,
+        });
+    }
+}
+function mapToolChoice(toolChoice) {
+    if (!toolChoice)
+        return undefined;
+    if (toolChoice === "auto" || toolChoice === "required")
+        return toolChoice;
+    return { type: "function", name: toolChoice.function.name };
+}
+function mapOpenAIOutputItem(item) {
+    const itemType = item.type;
+    if (itemType === "message") {
+        const message = item;
+        const content = [];
+        for (const part of message.content ?? []) {
+            if (part.type === "output_text") {
+                content.push({ type: "output_text", text: part.text });
+            }
+        }
+        if (content.length === 0)
+            return null;
+        return {
+            type: "message",
+            role: "assistant",
+            content,
+            id: message.id,
+        };
+    }
+    if (itemType === "function_call") {
+        const call = item;
+        return {
+            type: "function_call",
+            call_id: call.call_id,
+            name: call.name,
+            arguments: call.arguments,
+            id: call.id,
+        };
+    }
+    return null;
+}
+function normalizeOpenAIResponse(response) {
+    const outputItems = (response.output ?? [])
+        .map(mapOpenAIOutputItem)
+        .filter((item) => Boolean(item));
+    return {
+        id: response.id,
+        object: "response",
+        model: response.model,
+        created: response.created_at,
+        status: mapStatus(response.status ?? undefined),
+        output: outputItems,
+        usage: mapUsage(response.usage),
+        error: mapError(response.error),
+    };
+}
+function toOpenAIInputItems(items) {
+    const mapped = [];
+    for (const item of items) {
+        if (item.type === "message") {
+            const isAssistant = item.role === "assistant";
+            const content = item.content
+                .map((part) => {
+                if (part.type === "output_text") {
+                    return {
+                        type: "output_text",
+                        text: part.text,
+                    };
+                }
+                if (part.type === "input_text") {
+                    return {
+                        type: isAssistant ? "output_text" : "input_text",
+                        text: part.text,
+                    };
+                }
+                return null;
+            })
+                .filter((part) => Boolean(part));
+            if (content.length === 0)
+                continue;
+            mapped.push({
+                type: "message",
+                role: item.role,
+                content,
+                id: item.id,
+            });
+            continue;
+        }
+        if (item.type === "function_call") {
+            mapped.push({
+                type: "function_call",
+                call_id: item.call_id,
+                name: item.name,
+                arguments: item.arguments,
+                id: item.id,
+            });
+            continue;
+        }
+        if (item.type === "function_call_output") {
+            mapped.push({
+                type: "function_call_output",
+                call_id: item.call_id,
+                output: item.output,
+                id: item.id,
+            });
+        }
+    }
+    return mapped;
+}
+function chatMessagesToResponseItems(messages) {
+    const items = [];
+    for (const message of messages) {
+        if (message.role === "tool") {
+            if (message.tool_call_id &&
+                typeof message.content === "string") {
+                items.push({
+                    type: "function_call_output",
+                    call_id: message.tool_call_id,
+                    output: message.content,
+                });
+            }
+            continue;
+        }
+        if (message.role === "system" || message.role === "user" ||
+            message.role === "assistant") {
+            const content = [];
+            if (typeof message.content === "string" && message.content.length > 0) {
+                content.push({
+                    type: message.role === "assistant" ? "output_text" : "input_text",
+                    text: message.content,
+                });
+            }
+            if (content.length > 0) {
+                items.push({
+                    type: "message",
+                    role: message.role,
+                    content,
+                });
+            }
+        }
+        if (message.role === "assistant" && message.tool_calls) {
+            for (const call of message.tool_calls) {
+                items.push({
+                    type: "function_call",
+                    call_id: call.id,
+                    name: call.function.name,
+                    arguments: call.function.arguments,
+                });
+            }
+        }
+    }
+    return items;
+}
+function responseItemsToChat(items) {
+    const textParts = [];
+    const toolCalls = [];
+    const messageToolCalls = [];
+    for (const item of items) {
+        if (item.type === "message" && item.role === "assistant") {
+            for (const part of item.content) {
+                if (part.type === "output_text") {
+                    textParts.push(part.text);
+                }
+            }
+        }
+        if (item.type === "function_call") {
+            toolCalls.push({
+                id: item.call_id,
+                name: item.name,
+                args: safeJson(item.arguments),
+            });
+            messageToolCalls.push({
+                id: item.call_id,
+                type: "function",
+                function: { name: item.name, arguments: item.arguments },
+            });
+        }
+    }
+    const content = textParts.length > 0 ? textParts.join("") : null;
+    const message = {
+        role: "assistant",
+        content,
+        tool_calls: messageToolCalls.length > 0 ? messageToolCalls : undefined,
+    };
+    return {
+        message,
+        toolCalls: toolCalls.length > 0 ? toolCalls : undefined,
+    };
+}
+async function createResponse(client, request, onStreamEvent) {
+    const baseParams = {
+        model: normalizeOpenRouterModel(request.model),
+        input: toOpenAIInputItems(request.input),
+        instructions: request.instructions,
+        tools: undefined,
+        tool_choice: mapToolChoice(request.tool_choice),
+        stream: request.stream,
+        max_output_tokens: request.max_output_tokens,
+        metadata: request.metadata,
+    };
+    const mappedTools = mapTools(request.tools) ?? [];
+    appendSyntheticTools(mappedTools, request.input);
+    if (mappedTools.length > 0) {
+        baseParams.tools = mappedTools;
+    }
+    const params = { ...(request.params ?? {}), ...baseParams };
+    const debugResponses = dntShim.Deno.env.get("GAMBIT_DEBUG_RESPONSES") === "1";
+    let responseOrStream;
+    try {
+        responseOrStream = await client.responses.create(params);
+    }
+    catch (err) {
+        if (debugResponses) {
+            logger.error("[responses-debug] request", params);
+            if (err instanceof OpenAI.APIError) {
+                logger.error("[responses-debug] error", err.error);
+            }
+            else {
+                logger.error("[responses-debug] error", err);
+            }
+        }
+        throw err;
+    }
+    if (request.stream &&
+        isAsyncIterable(responseOrStream)) {
+        let completed = null;
+        for await (const event of responseOrStream) {
+            if (!event || typeof event !== "object" || !("type" in event)) {
+                continue;
+            }
+            switch (event.type) {
+                case "response.created": {
+                    const mapped = normalizeOpenAIResponse(event.response);
+                    onStreamEvent?.({ type: "response.created", response: mapped });
+                    break;
+                }
+                case "response.output_text.delta":
+                    onStreamEvent?.({
+                        type: "response.output_text.delta",
+                        output_index: event.output_index,
+                        delta: event.delta,
+                        item_id: event.item_id,
+                    });
+                    break;
+                case "response.output_text.done":
+                    onStreamEvent?.({
+                        type: "response.output_text.done",
+                        output_index: event.output_index,
+                        text: event.text,
+                        item_id: event.item_id,
+                    });
+                    break;
+                case "response.output_item.added": {
+                    const item = mapOpenAIOutputItem(event.item);
+                    if (item) {
+                        onStreamEvent?.({
+                            type: "response.output_item.added",
+                            output_index: event.output_index,
+                            item,
+                        });
+                    }
+                    break;
+                }
+                case "response.output_item.done": {
+                    const item = mapOpenAIOutputItem(event.item);
+                    if (item) {
+                        onStreamEvent?.({
+                            type: "response.output_item.done",
+                            output_index: event.output_index,
+                            item,
+                        });
+                    }
+                    break;
+                }
+                case "response.completed": {
+                    completed = normalizeOpenAIResponse(event.response);
+                    onStreamEvent?.({ type: "response.completed", response: completed });
+                    break;
+                }
+                case "response.failed": {
+                    const error = mapError(event.response?.error ?? undefined);
+                    onStreamEvent?.({
+                        type: "response.failed",
+                        error: error ?? {},
+                    });
+                    break;
+                }
+                default:
+                    break;
+            }
+        }
+        if (completed)
+            return completed;
+        throw new Error("OpenRouter responses stream ended without completion.");
+    }
+    return normalizeOpenAIResponse(responseOrStream);
+}
+export function createOpenRouterProvider(opts) {
+    const debugStream = dntShim.Deno.env.get("GAMBIT_DEBUG_STREAM") === "1";
+    const client = (opts.client ??
+        new OpenAI({
+            apiKey: opts.apiKey,
+            baseURL: opts.baseURL ?? "https://openrouter.ai/api/v1",
+            defaultHeaders: {
+                "HTTP-Referer": opts.referer ?? "https://gambit.local",
+                "X-Title": opts.title ?? "Gambit CLI",
+            },
+        }));
+    return {
+        async responses(input) {
+            return await createResponse(client, input.request, input.onStreamEvent);
+        },
+        async chat(input) {
+            const params = input.params ?? {};
+            if (opts.enableResponses) {
+                const response = await createResponse(client, {
+                    model: normalizeOpenRouterModel(input.model),
+                    input: chatMessagesToResponseItems(input.messages),
+                    tools: input.tools,
+                    stream: input.stream,
+                    params,
+                }, (event) => {
+                    if (event.type === "response.output_text.delta") {
+                        input.onStreamText?.(event.delta);
+                    }
+                });
+                const mapped = responseItemsToChat(response.output);
+                return {
+                    message: mapped.message,
+                    finishReason: mapped.toolCalls ? "tool_calls" : "stop",
+                    toolCalls: mapped.toolCalls,
+                    usage: response.usage,
+                };
+            }
+            if (input.stream) {
+                if (debugStream) {
+                    logger.log(`[stream-debug] requesting stream model=${input.model} messages=${input.messages.length} tools=${input.tools?.length ?? 0}`);
+                }
+                const stream = await client.chat.completions.create({
+                    model: normalizeOpenRouterModel(input.model),
+                    messages: input
+                        .messages,
+                    tools: input
+                        .tools,
+                    tool_choice: "auto",
+                    stream: true,
+                    ...params,
+                });
+                let finishReason = null;
+                const contentParts = [];
+                const toolCallMap = new Map();
+                let chunkCount = 0;
+                let streamedChars = 0;
+                for await (const chunk of stream) {
+                    chunkCount++;
+                    const choice = chunk.choices[0];
+                    const fr = choice.finish_reason;
+                    if (fr === "stop" || fr === "tool_calls" || fr === "length" ||
+                        fr === null) {
+                        finishReason = fr ?? finishReason;
+                    }
+                    const delta = choice.delta;
+                    if (typeof delta.content === "string") {
+                        contentParts.push(delta.content);
+                        input.onStreamText?.(delta.content);
+                        streamedChars += delta.content.length;
+                    }
+                    else if (Array.isArray(delta.content)) {
+                        const chunkStr = delta.content
+                            .map((c) => (typeof c === "string" ? c : ""))
+                            .join("");
+                        if (chunkStr) {
+                            contentParts.push(chunkStr);
+                            input.onStreamText?.(chunkStr);
+                            streamedChars += chunkStr.length;
+                        }
+                    }
+                    for (const tc of delta.tool_calls ?? []) {
+                        const idx = tc.index ?? 0;
+                        const existing = toolCallMap.get(idx) ??
+                            {
+                                id: tc.id,
+                                function: { name: tc.function?.name, arguments: "" },
+                            };
+                        if (tc.id)
+                            existing.id = tc.id;
+                        if (tc.function?.name)
+                            existing.function.name = tc.function.name;
+                        if (tc.function?.arguments) {
+                            existing.function.arguments += tc.function.arguments;
+                        }
+                        toolCallMap.set(idx, existing);
+                    }
+                }
+                if (debugStream) {
+                    logger.log(`[stream-debug] completed stream chunks=${chunkCount} streamedChars=${streamedChars} finishReason=${finishReason}`);
+                }
+                const tool_calls = Array.from(toolCallMap.values()).map((tc) => ({
+                    id: tc.id ?? crypto.randomUUID().replace(/-/g, "").slice(0, 24),
+                    type: "function",
+                    function: {
+                        name: tc.function.name ?? "",
+                        arguments: tc.function.arguments,
+                    },
+                }));
+                const message = normalizeMessage({
+                    role: "assistant",
+                    content: contentParts.length ? contentParts.join("") : null,
+                    tool_calls,
+                });
+                const toolCalls = tool_calls.length > 0
+                    ? tool_calls.map((tc) => ({
+                        id: tc.id,
+                        name: tc.function.name,
+                        args: safeJson(tc.function.arguments),
+                    }))
+                    : undefined;
+                return {
+                    message,
+                    finishReason: finishReason ?? "stop",
+                    toolCalls,
+                };
+            }
+            const response = await client.chat.completions.create({
+                model: normalizeOpenRouterModel(input.model),
+                messages: input
+                    .messages,
+                tools: input
+                    .tools,
+                tool_choice: "auto",
+                stream: false,
+                ...params,
+            });
+            const choice = response.choices[0];
+            const message = choice.message;
+            const normalizedMessage = normalizeMessage(message);
+            const toolCalls = message.tool_calls?.map((tc) => ({
+                id: tc.id,
+                name: tc.function.name,
+                args: safeJson(tc.function.arguments),
+            }));
+            return {
+                message: normalizedMessage,
+                finishReason: (choice.finish_reason ?? "stop"),
+                toolCalls,
+                usage: response.usage
+                    ? {
+                        promptTokens: response.usage.prompt_tokens ?? 0,
+                        completionTokens: response.usage.completion_tokens ?? 0,
+                        totalTokens: response.usage.total_tokens ?? 0,
+                    }
+                    : undefined,
+            };
+        },
+    };
+}

package/esm/src/server.d.ts

@@ -15,7 +15,9 @@ export declare function startWebSocketSimulator(opts: {
     signal?: AbortSignal;
     sessionDir?: string;
     autoBundle?: boolean;
+    forceBundle?: boolean;
     sourceMap?: boolean;
     bundlePlatform?: "deno" | "browser";
+    responsesMode?: boolean;
 }): ReturnType<typeof dntShim.Deno.serve>;
 //# sourceMappingURL=server.d.ts.map

package/esm/src/server.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/src/server.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,kBAAkB,CAAC;AAY5C,OAAO,KAAK,EAGV,aAAa,EAEd,MAAM,2BAA2B,CAAC;AAuanC;;GAEG;AACH,wBAAgB,uBAAuB,CAAC,IAAI,EAAE;IAC5C,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,aAAa,CAAC;IAC7B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACrC,GAAG,UAAU,CAAC,OAAO,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CA2xExC"}
+{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/src/server.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,kBAAkB,CAAC;AAY5C,OAAO,KAAK,EAGV,aAAa,EAEd,MAAM,2BAA2B,CAAC;AA2mBnC;;GAEG;AACH,wBAAgB,uBAAuB,CAAC,IAAI,EAAE;IAC5C,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,aAAa,CAAC;IAC7B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB,GAAG,UAAU,CAAC,OAAO,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CA2tFxC"}