@threaded/ai 1.0.30 → 2.0.0

package/dist/providers/anthropic.js

@@ -0,0 +1,226 @@
+import { addUsage, getKey } from "../utils";
+const getApiKey = (configApiKey) => {
+    if (configApiKey)
+        return configApiKey;
+    try {
+        return getKey("anthropic");
+    }
+    catch {
+        const key = process.env.ANTHROPIC_API_KEY || "";
+        if (!key)
+            throw new Error("Anthropic API key not found");
+        return key;
+    }
+};
+const convertToAnthropicFormat = (messages) => {
+    const result = [];
+    let i = 0;
+    while (i < messages.length) {
+        const msg = messages[i];
+        if (msg.role === "system") {
+            i++;
+            continue;
+        }
+        if (msg.role === "assistant") {
+            if (msg.tool_calls) {
+                result.push({
+                    role: "assistant",
+                    content: msg.tool_calls.map((tc) => ({
+                        type: "tool_use",
+                        id: tc.id,
+                        name: tc.function.name,
+                        input: JSON.parse(tc.function.arguments),
+                    })),
+                });
+            }
+            else {
+                result.push({
+                    role: "assistant",
+                    content: msg.content,
+                });
+            }
+            i++;
+        }
+        else if (msg.role === "tool") {
+            const toolResults = [];
+            while (i < messages.length && messages[i].role === "tool") {
+                const toolMsg = messages[i];
+                toolResults.push({
+                    type: "tool_result",
+                    tool_use_id: toolMsg.tool_call_id,
+                    content: toolMsg.content,
+                });
+                i++;
+            }
+            result.push({
+                role: "user",
+                content: toolResults,
+            });
+        }
+        else {
+            result.push(msg);
+            i++;
+        }
+    }
+    return result;
+};
+export const callAnthropic = async (config, ctx) => {
+    const { model, instructions, schema, apiKey: configApiKey } = config;
+    const apiKey = getApiKey(configApiKey);
+    let system = instructions;
+    if (ctx.history[0]?.role === "system") {
+        system = ctx.history[0].content;
+    }
+    const messages = convertToAnthropicFormat(ctx.history);
+    if (schema) {
+        const schemaPrompt = `\n\nYou must respond with valid JSON that matches this schema:\n${JSON.stringify(schema.schema, null, 2)}\n\nReturn only the JSON object, no other text or formatting.`;
+        system = system ? system + schemaPrompt : schemaPrompt.slice(2);
+    }
+    const body = {
+        model,
+        messages,
+        max_tokens: 4096,
+        stream: !!ctx.stream,
+    };
+    if (system) {
+        body.system = system;
+    }
+    if (ctx.tools && ctx.tools.length > 0) {
+        body.tools = ctx.tools.map((tool) => ({
+            name: tool.function.name,
+            description: tool.function.description,
+            input_schema: tool.function.parameters,
+        }));
+    }
+    const response = await fetch("https://api.anthropic.com/v1/messages", {
+        method: "POST",
+        headers: {
+            "Content-Type": "application/json",
+            "x-api-key": apiKey,
+            "anthropic-version": "2023-06-01",
+        },
+        body: JSON.stringify(body),
+        signal: ctx.abortSignal,
+    });
+    if (!response.ok) {
+        const error = await response.text();
+        throw new Error(`Anthropic API error: ${error}`);
+    }
+    if (ctx.stream) {
+        return handleAnthropicStream(response, ctx);
+    }
+    const data = (await response.json());
+    const content = data.content[0];
+    const msg = {
+        role: "assistant",
+        content: content.type === "text" ? content.text : "",
+    };
+    if (content.type === "tool_use") {
+        msg.tool_calls = [
+            {
+                id: content.id,
+                type: "function",
+                function: {
+                    name: content.name,
+                    arguments: JSON.stringify(content.input),
+                },
+            },
+        ];
+    }
+    const inputTokens = data.usage?.input_tokens || 0;
+    const outputTokens = data.usage?.output_tokens || 0;
+    return {
+        ...ctx,
+        lastResponse: msg,
+        history: [...ctx.history, msg],
+        usage: addUsage(ctx.usage, inputTokens, outputTokens, inputTokens + outputTokens),
+    };
+};
+const handleAnthropicStream = async (response, ctx) => {
+    const reader = response.body.getReader();
+    const decoder = new TextDecoder();
+    let fullContent = "";
+    const toolCalls = [];
+    let buffer = "";
+    let inputTokens = 0;
+    let outputTokens = 0;
+    try {
+        while (true) {
+            if (ctx.abortSignal?.aborted) {
+                break;
+            }
+            const { done, value } = await reader.read();
+            if (done)
+                break;
+            buffer += decoder.decode(value, { stream: true });
+            const lines = buffer.split("\n");
+            buffer = lines.pop() || "";
+            for (const line of lines) {
+                if (line.startsWith("data: ")) {
+                    const data = line.slice(6).trim();
+                    if (!data)
+                        continue;
+                    try {
+                        const parsed = JSON.parse(data);
+                        if (parsed.type === "message_start" && parsed.message?.usage) {
+                            inputTokens = parsed.message.usage.input_tokens || 0;
+                        }
+                        if (parsed.type === "message_delta" && parsed.usage) {
+                            outputTokens = parsed.usage.output_tokens || 0;
+                        }
+                        if (parsed.type === "content_block_delta" && parsed.delta?.text) {
+                            fullContent += parsed.delta.text;
+                            if (ctx.stream) {
+                                ctx.stream({ type: 'content', content: parsed.delta.text });
+                            }
+                        }
+                        if (parsed.type === "content_block_start" &&
+                            parsed.content_block?.type === "tool_use") {
+                            const toolUse = parsed.content_block;
+                            toolCalls.push({
+                                id: toolUse.id,
+                                type: "function",
+                                function: {
+                                    name: toolUse.name,
+                                    arguments: "",
+                                },
+                                index: parsed.index,
+                            });
+                        }
+                        if (parsed.type === "content_block_delta" &&
+                            parsed.delta?.type === "input_json_delta") {
+                            const toolCall = toolCalls.find((tc) => tc.index === parsed.index);
+                            if (toolCall) {
+                                toolCall.function.arguments += parsed.delta.partial_json;
+                            }
+                        }
+                    }
+                    catch (e) {
+                        // skip invalid JSON lines
+                    }
+                }
+            }
+        }
+    }
+    finally {
+        reader.releaseLock();
+    }
+    const msg = {
+        role: "assistant",
+        content: fullContent,
+    };
+    if (toolCalls.length > 0) {
+        msg.tool_calls = toolCalls.map(({ index, ...tc }) => tc);
+    }
+    const usage = addUsage(ctx.usage, inputTokens, outputTokens, inputTokens + outputTokens);
+    if (ctx.stream && (inputTokens || outputTokens)) {
+        ctx.stream({ type: "usage", usage });
+    }
+    return {
+        ...ctx,
+        lastResponse: msg,
+        history: [...ctx.history, msg],
+        usage,
+    };
+};
+//# sourceMappingURL=anthropic.js.map

package/dist/providers/anthropic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../src/providers/anthropic.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAE5C,MAAM,SAAS,GAAG,CAAC,YAAqB,EAAU,EAAE;IAClD,IAAI,YAAY;QAAE,OAAO,YAAY,CAAC;IACtC,IAAI,CAAC;QACH,OAAO,MAAM,CAAC,WAAW,CAAC,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,EAAE,CAAC;QAChD,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACzD,OAAO,GAAG,CAAC;IACb,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,wBAAwB,GAAG,CAAC,QAAe,EAAS,EAAE;IAC1D,MAAM,MAAM,GAAU,EAAE,CAAC;IACzB,IAAI,CAAC,GAAG,CAAC,CAAC;IAEV,OAAO,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAExB,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC1B,CAAC,EAAE,CAAC;YACJ,SAAS;QACX,CAAC;QAED,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC7B,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;gBACnB,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAAO,EAAE,EAAE,CAAC,CAAC;wBACxC,IAAI,EAAE,UAAU;wBAChB,EAAE,EAAE,EAAE,CAAC,EAAE;wBACT,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;wBACtB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;qBACzC,CAAC,CAAC;iBACJ,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,GAAG,CAAC,OAAO;iBACrB,CAAC,CAAC;YACL,CAAC;YACD,CAAC,EAAE,CAAC;QACN,CAAC;aAAM,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC/B,MAAM,WAAW,GAAU,EAAE,CAAC;YAC9B,OAAO,CAAC,GAAG,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC1D,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gBAC5B,WAAW,CAAC,IAAI,CAAC;oBACf,IAAI,EAAE,aAAa;oBACnB,WAAW,EAAE,OAAO,CAAC,YAAY;oBACjC,OAAO,EAAE,OAAO,CAAC,OAAO;iBACzB,CAAC,CAAC;gBACH,CAAC,EAAE,CAAC;YACN,CAAC;YACD,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,WAAW;aACrB,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjB,CAAC,EAAE,CAAC;QACN,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EAChC,MAAsB,EACtB,GAAwB,EACM,EAAE;IAChC,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,CAAC;IACrE,MAAM,MAAM,GAAG,SAAS,CAAC,YAAY,CAAC,CAAC;IAEvC,IAAI,MAAM,GAAG,YAAY,CAAC;IAE1B,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtC,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;IAClC,CAAC;IAED,MAAM,QAAQ,GAAG,wBAAwB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAEvD,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,YAAY,GAAG,mEAAmE,IAAI,CAAC,SAAS,CACpG,MAAM,CAAC,MAAM,EACb,IAAI,EACJ,CAAC,CACF,+DAA+D,CAAC;QACjE,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAClE,CAAC;IAED,MAAM,IAAI,GAAQ;QAChB,KAAK;QACL,QAAQ;QACR,UAAU,EAAE,IAAI;QAChB,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM;KACrB,CAAC;IAEF,IAAI,MAAM,EAAE,CAAC;QACX,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,IAAI,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtC,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACpC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;YACxB,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW;YACtC,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU;SACvC,CAAC,CAAC,CAAC;IACN,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,uCAAuC,EAAE;QACpE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,WAAW,EAAE,MAAM;YACnB,mBAAmB,EAAE,YAAY;SAClC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;QAC1B,MAAM,EAAE,GAAG,CAAC,WAAW;KACxB,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,wBAAwB,KAAK,EAAE,CAAC,CAAC;IACnD,CAAC;IAED,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QACf,OAAO,qBAAqB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC9C,CAAC;IACD,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAQ,CAAC;IAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAEhC,MAAM,GAAG,GAAqC;QAC5C,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,OAAO,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE;KACrD,CAAC;IAEF,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAChC,GAAG,CAAC,UAAU,GAAG;YACf;gBACE,EAAE,EAAE,OAAO,CAAC,EAAE;gBACd,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE;oBACR,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC;iBACzC;aACF;SACF,CAAC;IACJ,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC;IAClD,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;IAEpD,OAAO;QACL,GAAG,GAAG;QACN,YAAY,EAAE,GAAG;QACjB,OAAO,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC;QAC9B,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,WAAW,GAAG,YAAY,CAAC;KAClF,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,qBAAqB,GAAG,KAAK,EACjC,QAAkB,EAClB,GAAwB,EACM,EAAE;IAChC,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAK,CAAC,SAAS,EAAE,CAAC;IAC1C,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAElC,IAAI,WAAW,GAAG,EAAE,CAAC;IACrB,MAAM,SAAS,GAAU,EAAE,CAAC;IAC5B,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,GAAG,CAAC,WAAW,EAAE,OAAO,EAAE,CAAC;gBAC7B,MAAM;YACR,CAAC;YAED,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAEjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBAClC,IAAI,CAAC,IAAI;wBAAE,SAAS;oBAEpB,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBAEhC,IAAI,MAAM,CAAC,IAAI,KAAK,eAAe,IAAI,MAAM,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;4BAC7D,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC;wBACvD,CAAC;wBAED,IAAI,MAAM,CAAC,IAAI,KAAK,eAAe,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;4BACpD,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;wBACjD,CAAC;wBAED,IAAI,MAAM,CAAC,IAAI,KAAK,qBAAqB,IAAI,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC;4BAChE,WAAW,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC;4BACjC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;gCACf,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;4BAC9D,CAAC;wBACH,CAAC;wBAED,IACE,MAAM,CAAC,IAAI,KAAK,qBAAqB;4BACrC,MAAM,CAAC,aAAa,EAAE,IAAI,KAAK,UAAU,EACzC,CAAC;4BACD,MAAM,OAAO,GAAG,MAAM,CAAC,aAAa,CAAC;4BACrC,SAAS,CAAC,IAAI,CAAC;gCACb,EAAE,EAAE,OAAO,CAAC,EAAE;gCACd,IAAI,EAAE,UAAU;gCAChB,QAAQ,EAAE;oCACR,IAAI,EAAE,OAAO,CAAC,IAAI;oCAClB,SAAS,EAAE,EAAE;iCACd;gCACD,KAAK,EAAE,MAAM,CAAC,KAAK;6BACpB,CAAC,CAAC;wBACL,CAAC;wBAED,IACE,MAAM,CAAC,IAAI,KAAK,qBAAqB;4BACrC,MAAM,CAAC,KAAK,EAAE,IAAI,KAAK,kBAAkB,EACzC,CAAC;4BACD,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,KAAK,MAAM,CAAC,KAAK,CAAC,CAAC;4BACnE,IAAI,QAAQ,EAAE,CAAC;gCACb,QAAQ,CAAC,QAAQ,CAAC,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC;4BAC3D,CAAC;wBACH,CAAC;oBACH,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,0BAA0B;oBAC5B,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;IAED,MAAM,GAAG,GAAqC;QAC5C,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,WAAW;KACrB,CAAC;IAEF,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,GAAG,CAAC,UAAU,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,WAAW,GAAG,YAAY,CAAC,CAAC;IAEzF,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,WAAW,IAAI,YAAY,CAAC,EAAE,CAAC;QAChD,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IACvC,CAAC;IAED,OAAO;QACL,GAAG,GAAG;QACN,YAAY,EAAE,GAAG;QACjB,OAAO,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC;QAC9B,KAAK;KACN,CAAC;AACJ,CAAC,CAAC"}

package/dist/providers/google.d.ts

@@ -0,0 +1,3 @@
+import { ConversationContext, ProviderConfig } from "../types";
+export declare const callGoogle: (config: ProviderConfig, ctx: ConversationContext) => Promise<ConversationContext>;
+//# sourceMappingURL=google.d.ts.map

package/dist/providers/google.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"google.d.ts","sourceRoot":"","sources":["../../src/providers/google.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAW,cAAc,EAAE,MAAM,UAAU,CAAC;AAcxE,eAAO,MAAM,UAAU,GACrB,QAAQ,cAAc,EACtB,KAAK,mBAAmB,KACvB,OAAO,CAAC,mBAAmB,CAsK7B,CAAC"}

package/dist/providers/google.js

@@ -0,0 +1,244 @@
+import { addUsage, getKey } from "../utils";
+const getApiKey = (configApiKey) => {
+    if (configApiKey)
+        return configApiKey;
+    try {
+        return getKey("google");
+    }
+    catch {
+        const key = process.env.GEMINI_API_KEY || process.env.GOOGLE_AI_API_KEY || "";
+        if (!key)
+            throw new Error("Google API key not found");
+        return key;
+    }
+};
+export const callGoogle = async (config, ctx) => {
+    const { model, instructions, apiKey: configApiKey } = config;
+    const apiKey = getApiKey(configApiKey);
+    const contents = [];
+    if (instructions) {
+        contents.push({
+            role: "user",
+            parts: [{ text: instructions }],
+        });
+        contents.push({
+            role: "model",
+            parts: [{ text: "I understand." }],
+        });
+    }
+    const toolCallMap = new Map();
+    for (let i = 0; i < ctx.history.length; i++) {
+        const msg = ctx.history[i];
+        if (msg.role === "assistant") {
+            const parts = [];
+            if (msg.content) {
+                parts.push({ text: msg.content });
+            }
+            if (msg.tool_calls?.length) {
+                for (const tc of msg.tool_calls) {
+                    toolCallMap.set(tc.id, tc.function.name);
+                    const part = {
+                        functionCall: {
+                            name: tc.function.name,
+                            args: JSON.parse(tc.function.arguments),
+                        },
+                    };
+                    if (tc.thoughtSignature) {
+                        part.thoughtSignature = tc.thoughtSignature;
+                    }
+                    parts.push(part);
+                }
+            }
+            if (parts.length > 0) {
+                contents.push({ role: "model", parts });
+            }
+        }
+        else if (msg.role === "tool") {
+            const responseParts = [];
+            while (i < ctx.history.length && ctx.history[i].role === "tool") {
+                const toolMsg = ctx.history[i];
+                const functionName = toolCallMap.get(toolMsg.tool_call_id);
+                if (functionName) {
+                    let responseData;
+                    try {
+                        responseData = JSON.parse(toolMsg.content);
+                    }
+                    catch {
+                        responseData = { result: toolMsg.content };
+                    }
+                    if (Array.isArray(responseData)) {
+                        responseData = { result: responseData };
+                    }
+                    responseParts.push({
+                        functionResponse: {
+                            name: functionName,
+                            response: responseData,
+                        },
+                    });
+                }
+                i++;
+            }
+            i--;
+            if (responseParts.length > 0) {
+                contents.push({ role: "user", parts: responseParts });
+            }
+        }
+        else if (msg.role === "user") {
+            contents.push({
+                role: "user",
+                parts: [{ text: msg.content }],
+            });
+        }
+    }
+    const body = {
+        contents,
+    };
+    if (ctx.tools && ctx.tools.length > 0) {
+        body.tools = [
+            {
+                function_declarations: ctx.tools.map((tool) => ({
+                    name: tool.function.name,
+                    description: tool.function.description,
+                    parameters: tool.function.parameters,
+                })),
+            },
+        ];
+    }
+    const endpoint = ctx.stream ? "streamGenerateContent" : "generateContent";
+    const response = await fetch(`https://generativelanguage.googleapis.com/v1beta/models/${model}:${endpoint}?key=${apiKey}${ctx.stream ? '&alt=sse' : ''}`, {
+        method: "POST",
+        headers: {
+            "Content-Type": "application/json",
+        },
+        body: JSON.stringify(body),
+        signal: ctx.abortSignal,
+    });
+    if (!response.ok) {
+        const error = await response.text();
+        throw new Error(`Google API error: ${error}`);
+    }
+    if (ctx.stream) {
+        return handleGoogleStream(response, ctx);
+    }
+    const data = (await response.json());
+    const candidate = data.candidates[0];
+    const parts = candidate.content.parts || [];
+    const msg = {
+        role: "assistant",
+        content: "",
+    };
+    const toolCalls = [];
+    for (const part of parts) {
+        if (part.text) {
+            msg.content += part.text;
+        }
+        if (part.functionCall) {
+            const tc = {
+                id: Math.random().toString(36).substring(2, 9),
+                type: "function",
+                function: {
+                    name: part.functionCall.name,
+                    arguments: JSON.stringify(part.functionCall.args),
+                },
+            };
+            if (part.thoughtSignature) {
+                tc.thoughtSignature = part.thoughtSignature;
+            }
+            toolCalls.push(tc);
+        }
+    }
+    if (toolCalls.length > 0) {
+        msg.tool_calls = toolCalls;
+    }
+    const um = data.usageMetadata;
+    return {
+        ...ctx,
+        lastResponse: msg,
+        history: [...ctx.history, msg],
+        usage: addUsage(ctx.usage, um?.promptTokenCount || 0, um?.candidatesTokenCount || 0, um?.totalTokenCount || 0),
+    };
+};
+const handleGoogleStream = async (response, ctx) => {
+    const reader = response.body.getReader();
+    const decoder = new TextDecoder();
+    let fullContent = "";
+    const toolCalls = [];
+    let buffer = "";
+    let usageMetadata = null;
+    try {
+        while (true) {
+            if (ctx.abortSignal?.aborted) {
+                break;
+            }
+            const { done, value } = await reader.read();
+            if (done)
+                break;
+            buffer += decoder.decode(value, { stream: true });
+            const lines = buffer.split("\n");
+            // keep the last incomplete line in the buffer
+            buffer = lines.pop() || "";
+            for (const line of lines) {
+                if (line.startsWith("data: ")) {
+                    const data = line.slice(6).trim();
+                    if (!data)
+                        continue;
+                    try {
+                        const parsed = JSON.parse(data);
+                        if (parsed.usageMetadata) {
+                            usageMetadata = parsed.usageMetadata;
+                        }
+                        const candidate = parsed.candidates?.[0];
+                        const parts = candidate?.content?.parts || [];
+                        for (const part of parts) {
+                            if (part?.text) {
+                                fullContent += part.text;
+                                if (ctx.stream) {
+                                    ctx.stream({ type: 'content', content: part.text });
+                                }
+                            }
+                            if (part?.functionCall) {
+                                const tc = {
+                                    id: Math.random().toString(36).substring(2, 9),
+                                    type: "function",
+                                    function: {
+                                        name: part.functionCall.name,
+                                        arguments: JSON.stringify(part.functionCall.args),
+                                    },
+                                };
+                                if (part.thoughtSignature) {
+                                    tc.thoughtSignature = part.thoughtSignature;
+                                }
+                                toolCalls.push(tc);
+                            }
+                        }
+                    }
+                    catch (e) {
+                        // skip invalid JSON lines
+                    }
+                }
+            }
+        }
+    }
+    finally {
+        reader.releaseLock();
+    }
+    const msg = {
+        role: "assistant",
+        content: fullContent,
+    };
+    if (toolCalls.length > 0) {
+        msg.tool_calls = toolCalls;
+    }
+    const um = usageMetadata;
+    const usage = addUsage(ctx.usage, um?.promptTokenCount || 0, um?.candidatesTokenCount || 0, um?.totalTokenCount || 0);
+    if (ctx.stream && um) {
+        ctx.stream({ type: "usage", usage });
+    }
+    return {
+        ...ctx,
+        lastResponse: msg,
+        history: [...ctx.history, msg],
+        usage,
+    };
+};
+//# sourceMappingURL=google.js.map

package/dist/providers/google.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"google.js","sourceRoot":"","sources":["../../src/providers/google.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAE5C,MAAM,SAAS,GAAG,CAAC,YAAqB,EAAU,EAAE;IAClD,IAAI,YAAY;QAAE,OAAO,YAAY,CAAC;IACtC,IAAI,CAAC;QACH,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC1B,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,EAAE,CAAC;QAC9E,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QACtD,OAAO,GAAG,CAAC;IACb,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,UAAU,GAAG,KAAK,EAC7B,MAAsB,EACtB,GAAwB,EACM,EAAE;IAChC,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,CAAC;IAC7D,MAAM,MAAM,GAAG,SAAS,CAAC,YAAY,CAAC,CAAC;IAEvC,MAAM,QAAQ,GAAG,EAAE,CAAC;IAEpB,IAAI,YAAY,EAAE,CAAC;QACjB,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,MAAM;YACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;SAChC,CAAC,CAAC;QACH,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,OAAO;YACb,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC;SACnC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5C,MAAM,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAQ,CAAC;QAElC,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC7B,MAAM,KAAK,GAAU,EAAE,CAAC;YAExB,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;gBAChB,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YACpC,CAAC;YAED,IAAI,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;gBAC3B,KAAK,MAAM,EAAE,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;oBAChC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;oBACzC,MAAM,IAAI,GAAQ;wBAChB,YAAY,EAAE;4BACZ,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;4BACtB,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;yBACxC;qBACF,CAAC;oBACF,IAAI,EAAE,CAAC,gBAAgB,EAAE,CAAC;wBACxB,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAC,gBAAgB,CAAC;oBAC9C,CAAC;oBACD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACnB,CAAC;YACH,CAAC;YAED,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;aAAM,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC/B,MAAM,aAAa,GAAU,EAAE,CAAC;YAEhC,OAAO,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,IAAK,GAAG,CAAC,OAAO,CAAC,CAAC,CAAS,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACzE,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAQ,CAAC;gBACtC,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;gBAC3D,IAAI,YAAY,EAAE,CAAC;oBACjB,IAAI,YAAY,CAAC;oBACjB,IAAI,CAAC;wBACH,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;oBAC7C,CAAC;oBAAC,MAAM,CAAC;wBACP,YAAY,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;oBAC7C,CAAC;oBACD,IAAI,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;wBAChC,YAAY,GAAG,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC;oBAC1C,CAAC;oBACD,aAAa,CAAC,IAAI,CAAC;wBACjB,gBAAgB,EAAE;4BAChB,IAAI,EAAE,YAAY;4BAClB,QAAQ,EAAE,YAAY;yBACvB;qBACF,CAAC,CAAC;gBACL,CAAC;gBACD,CAAC,EAAE,CAAC;YACN,CAAC;YACD,CAAC,EAAE,CAAC;YAEJ,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,CAAC;YACxD,CAAC;QACH,CAAC;aAAM,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC/B,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;aAC/B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,IAAI,GAAQ;QAChB,QAAQ;KACT,CAAC;IAEF,IAAI,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtC,IAAI,CAAC,KAAK,GAAG;YACX;gBACE,qBAAqB,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;oBAC9C,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;oBACxB,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW;oBACtC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU;iBACrC,CAAC,CAAC;aACJ;SACF,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,iBAAiB,CAAC;IAC1E,MAAM,QAAQ,GAAG,MAAM,KAAK,CAC1B,2DAA2D,KAAK,IAAI,QAAQ,QAAQ,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,EAC3H;QACE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;QAC1B,MAAM,EAAE,GAAG,CAAC,WAAW;KACxB,CACF,CAAC;IAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,qBAAqB,KAAK,EAAE,CAAC,CAAC;IAChD,CAAC;IAED,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QACf,OAAO,kBAAkB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC3C,CAAC;IACD,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAQ,CAAC;IAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IACrC,MAAM,KAAK,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;IAE5C,MAAM,GAAG,GAAqC;QAC5C,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,EAAE;KACZ,CAAC;IAEF,MAAM,SAAS,GAAU,EAAE,CAAC;IAE5B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,GAAG,CAAC,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC;QAC3B,CAAC;QACD,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,MAAM,EAAE,GAAQ;gBACd,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC9C,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE;oBACR,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;oBAC5B,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;iBAClD;aACF,CAAC;YACF,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBAC1B,EAAE,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC;YAC9C,CAAC;YACD,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IAED,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,GAAG,CAAC,UAAU,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,MAAM,EAAE,GAAG,IAAI,CAAC,aAAa,CAAC;IAE9B,OAAO;QACL,GAAG,GAAG;QACN,YAAY,EAAE,GAAG;QACjB,OAAO,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC;QAC9B,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,EAAE,gBAAgB,IAAI,CAAC,EAAE,EAAE,EAAE,oBAAoB,IAAI,CAAC,EAAE,EAAE,EAAE,eAAe,IAAI,CAAC,CAAC;KAC/G,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,KAAK,EAC9B,QAAkB,EAClB,GAAwB,EACM,EAAE;IAChC,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAK,CAAC,SAAS,EAAE,CAAC;IAC1C,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAElC,IAAI,WAAW,GAAG,EAAE,CAAC;IACrB,MAAM,SAAS,GAAU,EAAE,CAAC;IAC5B,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,aAAa,GAAQ,IAAI,CAAC;IAE9B,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,GAAG,CAAC,WAAW,EAAE,OAAO,EAAE,CAAC;gBAC7B,MAAM;YACR,CAAC;YAED,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAEjC,8CAA8C;YAC9C,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;YAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBAClC,IAAI,CAAC,IAAI;wBAAE,SAAS;oBAEpB,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBAEhC,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;4BACzB,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;wBACvC,CAAC;wBAED,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;wBACzC,MAAM,KAAK,GAAG,SAAS,EAAE,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC;wBAE9C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;4BACzB,IAAI,IAAI,EAAE,IAAI,EAAE,CAAC;gCACf,WAAW,IAAI,IAAI,CAAC,IAAI,CAAC;gCACzB,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;oCACf,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gCACtD,CAAC;4BACH,CAAC;4BAED,IAAI,IAAI,EAAE,YAAY,EAAE,CAAC;gCACvB,MAAM,EAAE,GAAQ;oCACd,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC;oCAC9C,IAAI,EAAE,UAAU;oCAChB,QAAQ,EAAE;wCACR,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;wCAC5B,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;qCAClD;iCACF,CAAC;gCACF,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;oCAC1B,EAAE,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC;gCAC9C,CAAC;gCACD,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;4BACrB,CAAC;wBACH,CAAC;oBACH,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,0BAA0B;oBAC5B,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;IAED,MAAM,GAAG,GAAqC;QAC5C,IAAI,EAAE,WAAW;QACjB,OAAO,EAAE,WAAW;KACrB,CAAC;IAEF,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,GAAG,CAAC,UAAU,GAAG,SAAS,CAAC;IAC7B,CAAC;IAED,MAAM,EAAE,GAAG,aAAa,CAAC;IACzB,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,EAAE,gBAAgB,IAAI,CAAC,EAAE,EAAE,EAAE,oBAAoB,IAAI,CAAC,EAAE,EAAE,EAAE,eAAe,IAAI,CAAC,CAAC,CAAC;IAEtH,IAAI,GAAG,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;QACrB,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IACvC,CAAC;IAED,OAAO;QACL,GAAG,GAAG;QACN,YAAY,EAAE,GAAG;QACjB,OAAO,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC;QAC9B,KAAK;KACN,CAAC;AACJ,CAAC,CAAC"}

package/dist/providers/huggingface.d.ts

@@ -0,0 +1,3 @@
+import { ConversationContext, ProviderConfig } from "../types";
+export declare const callHuggingFace: (config: ProviderConfig, ctx: ConversationContext) => Promise<ConversationContext>;
+//# sourceMappingURL=huggingface.d.ts.map

package/dist/providers/huggingface.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"huggingface.d.ts","sourceRoot":"","sources":["../../src/providers/huggingface.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAW,cAAc,EAAE,MAAM,UAAU,CAAC;AAgBxE,eAAO,MAAM,eAAe,GAC1B,QAAQ,cAAc,EACtB,KAAK,mBAAmB,KACvB,OAAO,CAAC,mBAAmB,CAsD7B,CAAC"}

package/dist/providers/huggingface.js

@@ -0,0 +1,59 @@
+import { addUsage } from "../utils";
+const modelCache = new Map();
+const formatMessages = (instructions, history) => {
+    const messages = [];
+    if (instructions) {
+        messages.push({ role: "system", content: instructions });
+    }
+    for (const msg of history) {
+        messages.push({ role: msg.role, content: msg.content });
+    }
+    return messages;
+};
+export const callHuggingFace = async (config, ctx) => {
+    const { model, instructions, schema } = config;
+    const { pipeline } = await import("@huggingface/transformers");
+    if (!modelCache.has(model)) {
+        const generator = await pipeline("text-generation", model, {
+            dtype: "q4",
+        });
+        modelCache.set(model, generator);
+    }
+    const generator = modelCache.get(model);
+    const messages = formatMessages(instructions, ctx.history);
+    if (schema) {
+        const schemaMsg = messages.find((m) => m.role === "system");
+        const schemaInstructions = [
+            "you must respond with valid JSON matching this schema:",
+            JSON.stringify(schema.schema, null, 2),
+            "respond ONLY with the JSON object, no other text.",
+        ].join("\n");
+        if (schemaMsg) {
+            schemaMsg.content += "\n\n" + schemaInstructions;
+        }
+        else {
+            messages.unshift({ role: "system", content: schemaInstructions });
+        }
+    }
+    const output = await generator(messages, {
+        max_new_tokens: 2048,
+        do_sample: false,
+    });
+    const generatedMessages = output[0].generated_text;
+    const lastMessage = generatedMessages.at(-1);
+    const content = lastMessage?.content || "";
+    const msg = {
+        role: "assistant",
+        content,
+    };
+    if (ctx.stream) {
+        ctx.stream({ type: "content", content });
+    }
+    return {
+        ...ctx,
+        lastResponse: msg,
+        history: [...ctx.history, msg],
+        usage: addUsage(ctx.usage, 0, 0, 0),
+    };
+};
+//# sourceMappingURL=huggingface.js.map

package/dist/providers/huggingface.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"huggingface.js","sourceRoot":"","sources":["../../src/providers/huggingface.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAEpC,MAAM,UAAU,GAAG,IAAI,GAAG,EAAe,CAAC;AAE1C,MAAM,cAAc,GAAG,CAAC,YAAgC,EAAE,OAAkB,EAAE,EAAE;IAC9E,MAAM,QAAQ,GAAwC,EAAE,CAAC;IACzD,IAAI,YAAY,EAAE,CAAC;QACjB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC;IAC3D,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;QAC1B,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;IAC1D,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,KAAK,EAClC,MAAsB,EACtB,GAAwB,EACM,EAAE;IAChC,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IAE/C,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;IAE/D,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QAC3B,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,iBAAiB,EAAE,KAAK,EAAE;YACzD,KAAK,EAAE,IAAI;SACZ,CAAC,CAAC;QACH,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IACnC,CAAC;IAED,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACxC,MAAM,QAAQ,GAAG,cAAc,CAAC,YAAY,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;IAE3D,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAC5D,MAAM,kBAAkB,GAAG;YACzB,wDAAwD;YACxD,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YACtC,mDAAmD;SACpD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEb,IAAI,SAAS,EAAE,CAAC;YACd,SAAS,CAAC,OAAO,IAAI,MAAM,GAAG,kBAAkB,CAAC;QACnD,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,kBAAkB,EAAE,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,QAAQ,EAAE;QACvC,cAAc,EAAE,IAAI;QACpB,SAAS,EAAE,KAAK;KACjB,CAAC,CAAC;IAEH,MAAM,iBAAiB,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC;IACnD,MAAM,WAAW,GAAG,iBAAiB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7C,MAAM,OAAO,GAAG,WAAW,EAAE,OAAO,IAAI,EAAE,CAAC;IAE3C,MAAM,GAAG,GAAY;QACnB,IAAI,EAAE,WAAW;QACjB,OAAO;KACR,CAAC;IAEF,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QACf,GAAG,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,OAAO;QACL,GAAG,GAAG;QACN,YAAY,EAAE,GAAG;QACjB,OAAO,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC;QAC9B,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;KACpC,CAAC;AACJ,CAAC,CAAC"}

package/dist/providers/index.d.ts

@@ -0,0 +1,3 @@
+import { ConversationContext, ProviderConfig } from "../types";
+export declare const callProvider: (config: ProviderConfig, ctx: ConversationContext) => Promise<ConversationContext>;
+//# sourceMappingURL=index.d.ts.map

package/dist/providers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/providers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAS/D,eAAO,MAAM,YAAY,GACvB,QAAQ,cAAc,EACtB,KAAK,mBAAmB,KACvB,OAAO,CAAC,mBAAmB,CAqB7B,CAAC"}

package/dist/providers/index.js

@@ -0,0 +1,28 @@
+import { parseModelName } from "../utils";
+import { callOpenAI } from "./openai";
+import { callAnthropic } from "./anthropic";
+import { callGoogle } from "./google";
+import { callHuggingFace } from "./huggingface";
+import { callXAI } from "./xai";
+export const callProvider = async (config, ctx) => {
+    const { provider, model } = parseModelName(config.model);
+    const providerConfig = { ...config, model };
+    switch (provider.toLowerCase()) {
+        case "openai":
+            return callOpenAI(providerConfig, ctx);
+        case "anthropic":
+            return callAnthropic(providerConfig, ctx);
+        case "google":
+            return callGoogle(providerConfig, ctx);
+        case "xai":
+            return callXAI(providerConfig, ctx);
+        case "ollama":
+            return callOpenAI({ ...providerConfig, baseUrl: providerConfig.baseUrl || "http://localhost:11434/v1" }, ctx);
+        case "huggingface":
+            return callHuggingFace(providerConfig, ctx);
+        default:
+            // unrecognized provider prefix - pass full model name for local inference
+            return callHuggingFace({ ...config }, ctx);
+    }
+};
+//# sourceMappingURL=index.js.map

package/dist/providers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/providers/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AACtC,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AACtC,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,OAAO,EAAE,MAAM,OAAO,CAAC;AAGhC,MAAM,CAAC,MAAM,YAAY,GAAG,KAAK,EAC/B,MAAsB,EACtB,GAAwB,EACM,EAAE;IAChC,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,cAAc,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACzD,MAAM,cAAc,GAAG,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,CAAC;IAE5C,QAAQ,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC;QAC/B,KAAK,QAAQ;YACX,OAAO,UAAU,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;QACzC,KAAK,WAAW;YACd,OAAO,aAAa,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;QAC5C,KAAK,QAAQ;YACX,OAAO,UAAU,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;QACzC,KAAK,KAAK;YACR,OAAO,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;QACtC,KAAK,QAAQ;YACX,OAAO,UAAU,CAAC,EAAE,GAAG,cAAc,EAAE,OAAO,EAAE,cAAc,CAAC,OAAO,IAAI,2BAA2B,EAAE,EAAE,GAAG,CAAC,CAAC;QAChH,KAAK,aAAa;YAChB,OAAO,eAAe,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;QAC9C;YACE,0EAA0E;YAC1E,OAAO,eAAe,CAAC,EAAE,GAAG,MAAM,EAAE,EAAE,GAAG,CAAC,CAAC;IAC/C,CAAC;AACH,CAAC,CAAC"}

package/dist/providers/local.d.ts

@@ -0,0 +1,3 @@
+import { ConversationContext, ProviderConfig } from "../types";
+export declare const callLocal: (config: ProviderConfig, ctx: ConversationContext) => Promise<ConversationContext>;
+//# sourceMappingURL=local.d.ts.map

package/dist/providers/local.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"local.d.ts","sourceRoot":"","sources":["../../src/providers/local.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAW,cAAc,EAAE,MAAM,UAAU,CAAC;AAsBxE,eAAO,MAAM,SAAS,GACpB,QAAQ,cAAc,EACtB,KAAK,mBAAmB,KACvB,OAAO,CAAC,mBAAmB,CA2E7B,CAAC"}