@tyvm/knowhow 0.0.1

package/ts_build/src/clients/gemini.js

@@ -0,0 +1,347 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GenericGeminiClient = void 0;
+const genai_1 = require("@google/genai");
+const utils_1 = require("../utils");
+const types_1 = require("../types");
+function getMimeTypeFromUrl(url) {
+    if (url.endsWith(".png"))
+        return "image/png";
+    if (url.endsWith(".gif"))
+        return "image/gif";
+    if (url.endsWith(".webp"))
+        return "image/webp";
+    return "image/jpeg";
+}
+class GenericGeminiClient extends genai_1.GoogleGenAI {
+    constructor() {
+        super({
+            apiKey: process.env.GEMINI_API_KEY,
+        });
+    }
+    transformContentParts(content) {
+        if (typeof content === "string") {
+            return [{ text: content }];
+        }
+        return content
+            .map((part) => {
+            if (part.type === "text") {
+                return { text: part.text };
+            }
+            if (part.type === "image_url") {
+                const mimeType = getMimeTypeFromUrl(part.image_url.url);
+                return {
+                    fileData: {
+                        uri: part.image_url.url,
+                        mimeType,
+                    },
+                };
+            }
+            console.warn(`Unsupported generic message content part type: ${part.type}`);
+            return { text: `[Unsupported content type: ${part.type}]` };
+        })
+            .filter((part) => !!part);
+    }
+    transformMessages(messages) {
+        const googleContents = [];
+        let systemInstruction;
+        const assistantToolCalls = {};
+        for (const msg of messages) {
+            if (msg.role === "system") {
+                if (typeof msg.content === "string") {
+                    systemInstruction =
+                        (systemInstruction ? systemInstruction + "\n" : "") + msg.content;
+                }
+                else {
+                    systemInstruction =
+                        (systemInstruction ? systemInstruction + "\n" : "") +
+                            this.transformContentParts(msg.content)
+                                .filter((p) => "text" in p && typeof p.text === "string")
+                                .map((p) => p.text)
+                                .join("\n");
+                }
+            }
+            else if (msg.role === "user" || msg.role === "assistant") {
+                const parts = msg.content
+                    ? this.transformContentParts(msg.content)
+                    : [];
+                if (msg.role === "assistant" &&
+                    msg.tool_calls &&
+                    msg.tool_calls.length > 0) {
+                    for (const toolCall of msg.tool_calls) {
+                        parts.push({
+                            functionCall: {
+                                name: toolCall.function.name,
+                                args: JSON.parse(toolCall.function.arguments || "{}"),
+                            },
+                        });
+                        assistantToolCalls[toolCall.id] = toolCall;
+                    }
+                }
+                if (parts.length > 0) {
+                    googleContents.push({
+                        role: msg.role === "user" ? "user" : "model",
+                        parts,
+                    });
+                }
+            }
+            else if (msg.role === "tool") {
+                if (!msg.tool_call_id) {
+                    throw new Error("Tool message must have a tool_call_id.");
+                }
+                const toolOutputContent = typeof msg.content === "string"
+                    ? msg.content
+                    : JSON.stringify(msg.content);
+                const matchingToolCall = assistantToolCalls[msg.tool_call_id];
+                const functionName = matchingToolCall
+                    ? matchingToolCall.function.name
+                    : "unknown_function";
+                if (!matchingToolCall) {
+                    console.warn(`Matching assistant tool call not found for tool_call_id: ${msg.tool_call_id}. Using name '${functionName}'.`, msg);
+                }
+                googleContents.push({
+                    role: "user",
+                    parts: [
+                        {
+                            functionResponse: {
+                                name: functionName,
+                                response: {
+                                    result: toolOutputContent,
+                                },
+                            },
+                        },
+                    ],
+                });
+            }
+            else {
+                console.warn(`Unsupported generic message role: ${msg.role}, skipping.`);
+            }
+        }
+        return { systemInstruction, contents: googleContents };
+    }
+    transformTools(tools) {
+        if (!tools || tools.length === 0) {
+            return undefined;
+        }
+        const functionDeclarations = tools.map((tool) => {
+            for (const key in tool.function.parameters.properties) {
+                if (!Object.prototype.hasOwnProperty.call(tool.function.parameters.properties, key)) {
+                    continue;
+                }
+                tool.function.parameters.properties[key].type =
+                    tool.function.parameters.properties[key].type.toUpperCase();
+            }
+            return {
+                name: tool.function.name,
+                description: tool.function.description || "",
+                parameters: {
+                    type: "OBJECT",
+                    properties: tool.function.parameters.properties,
+                    required: tool.function.parameters.required || [],
+                },
+            };
+        });
+        return [{ functionDeclarations }];
+    }
+    async createChatCompletion(options) {
+        const { systemInstruction, contents } = this.transformMessages(options.messages);
+        try {
+            await (0, utils_1.wait)(2000);
+            const response = await this.models.generateContent({
+                model: options.model,
+                contents,
+                config: {
+                    systemInstruction,
+                    tools: this.transformTools(options.tools),
+                    maxOutputTokens: options.max_tokens,
+                },
+            });
+            let toolCalls = [];
+            if (response.functionCalls) {
+                for (const call of response.functionCalls) {
+                    toolCalls.push({
+                        id: call.id ||
+                            `fc_${Date.now()}_${Math.random().toString(36).substr(2, 9)}`,
+                        type: "function",
+                        function: {
+                            name: call.name,
+                            arguments: JSON.stringify(call.args || {}),
+                        },
+                    });
+                }
+            }
+            if (response?.promptFeedback?.blockReason) {
+                throw new Error(`Google GenAI blocked the response due to: ${response.promptFeedback.blockReason}`);
+            }
+            const choices = response.candidates?.map((candidate) => {
+                const message = {
+                    role: candidate.content.role === "model" ? "assistant" : "user",
+                    content: "",
+                    tool_calls: [...toolCalls],
+                };
+                let textContent = "";
+                if (toolCalls.length) {
+                    toolCalls = [];
+                }
+                if (!candidate?.content?.parts) {
+                    console.warn("No content parts in candidate:", candidate);
+                    return { message };
+                }
+                candidate?.content?.parts?.forEach((part) => {
+                    if ("text" in part && typeof part.text === "string") {
+                        textContent += part.text;
+                    }
+                    else if ("functionCall" in part && part.functionCall) {
+                        message.tool_calls.push({
+                            id: part.functionCall.id ||
+                                `fc_${Date.now()}_${Math.random().toString(36).substr(2, 9)}`,
+                            type: "function",
+                            function: {
+                                name: part.functionCall.name,
+                                arguments: JSON.stringify(part.functionCall.args || {}),
+                            },
+                        });
+                    }
+                });
+                message.content = textContent || null;
+                return { message };
+            }) || [];
+            const usage = response.usageMetadata;
+            const usdCost = usage
+                ? this.calculateCost(options.model, usage)
+                : undefined;
+            return {
+                choices,
+                model: options.model,
+                usage,
+                usd_cost: usdCost,
+            };
+        }
+        catch (error) {
+            console.error("Error calling Google GenAI generateContent:", error);
+            throw error;
+        }
+    }
+    pricesPerMillion() {
+        return {
+            [types_1.Models.google.Gemini_25_Flash_Preview]: {
+                input: 0.15,
+                output: 0.6,
+                thinking_output: 3.5,
+                context_caching: 0.0375,
+            },
+            [types_1.Models.google.Gemini_25_Pro_Preview]: {
+                input: 1.25,
+                output: 10.0,
+                context_caching: 0.31,
+            },
+            [types_1.Models.google.Gemini_20_Flash]: {
+                input: 0.1,
+                output: 0.4,
+                context_caching: 0.025,
+            },
+            [types_1.Models.google.Gemini_20_Flash_Preview_Image_Generation]: {
+                input: 0.1,
+                output: 0.4,
+                image_generation: 0.039,
+            },
+            [types_1.Models.google.Gemini_20_Flash_Lite]: {
+                input: 0.075,
+                output: 0.3,
+            },
+            [types_1.Models.google.Gemini_15_Flash]: {
+                input: 0.075,
+                output: 0.3,
+                context_caching: 0.01875,
+            },
+            [types_1.Models.google.Gemini_15_Flash_8B]: {
+                input: 0.0375,
+                output: 0.15,
+                context_caching: 0.01,
+            },
+            [types_1.Models.google.Gemini_15_Pro]: {
+                input: 1.25,
+                output: 5.0,
+                context_caching: 0.3125,
+            },
+            [types_1.Models.google.Imagen_3]: {
+                image_generation: 0.03,
+            },
+            [types_1.Models.google.Veo_2]: {
+                video_generation: 0.35,
+            },
+            [types_1.Models.google.Gemini_Embedding]: {
+                input: 0,
+                output: 0,
+            },
+        };
+    }
+    calculateCost(model, usage) {
+        const pricing = this.pricesPerMillion()[model];
+        if (!pricing || !usage) {
+            return 0;
+        }
+        let cost = 0;
+        if ("promptTokenCount" in usage && usage.promptTokenCount) {
+            cost += (usage.promptTokenCount * pricing.input) / 1e6;
+        }
+        if ("responseTokenCount" in usage && usage.responseTokenCount) {
+            cost += (usage.responseTokenCount * pricing.output) / 1e6;
+        }
+        if ("cachedContentTokenCount" in usage &&
+            usage.cachedContentTokenCount &&
+            pricing.context_caching) {
+            cost += (usage.cachedContentTokenCount * pricing.context_caching) / 1e6;
+        }
+        return cost;
+    }
+    async getModels() {
+        try {
+            const models = await this.models.list();
+            return models.page.map((m) => ({
+                id: m.name,
+            }));
+        }
+        catch (error) {
+            console.error("Error fetching Google GenAI models:", error);
+            throw error;
+        }
+    }
+    async createEmbedding(options) {
+        if (!options.model) {
+            console.warn("Embedding model not specified, using default 'text-embedding-004'.");
+        }
+        try {
+            const googleEmbedding = await this.models.embedContent({
+                model: options.model,
+                contents: options.input,
+            });
+            console.log(JSON.stringify({ googleEmbeddingResponse: googleEmbedding }, null, 2));
+            const data = googleEmbedding.embeddings.map((e, index) => ({
+                object: "embedding",
+                embedding: e.values,
+                index,
+            }));
+            const usage = {
+                promptTokenCount: googleEmbedding.metadata.billableCharacterCount || 0,
+                totalTokenCount: googleEmbedding.metadata.billableCharacterCount || 0,
+            };
+            const usdCost = this.calculateCost(options.model, usage);
+            return {
+                data,
+                model: options.model,
+                usage: {
+                    prompt_tokens: usage.promptTokenCount,
+                    total_tokens: usage.totalTokenCount,
+                },
+                usd_cost: usdCost,
+            };
+        }
+        catch (error) {
+            console.error("Error calling Google GenAI embedContent:", error);
+            throw error;
+        }
+    }
+}
+exports.GenericGeminiClient = GenericGeminiClient;
+//# sourceMappingURL=gemini.js.map

package/ts_build/src/clients/gemini.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gemini.js","sourceRoot":"","sources":["../../../src/clients/gemini.ts"],"names":[],"mappings":";;;AAAA,yCAUuB;AACvB,oCAAgC;AAChC,oCAAkC;AAelC,SAAS,kBAAkB,CAAC,GAAW;IACrC,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,WAAW,CAAC;IAC7C,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,WAAW,CAAC;IAC7C,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,YAAY,CAAC;IAC/C,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,MAAa,mBAAoB,SAAQ,mBAAW;IAClD;QACE,KAAK,CAAC;YACJ,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc;SACnC,CAAC,CAAC;IACL,CAAC;IAQD,qBAAqB,CAAC,OAAkC;QACtD,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;YAC/B,OAAO,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;SAC5B;QAED,OAAO,OAAO;aACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACZ,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE;gBACxB,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;aAC5B;YACD,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE;gBAO7B,MAAM,QAAQ,GAAG,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;gBACxD,OAAO;oBACL,QAAQ,EAAE;wBACR,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG;wBACvB,QAAQ;qBACT;iBACF,CAAC;aACH;YAGD,OAAO,CAAC,IAAI,CACV,kDAAmD,IAAY,CAAC,IAAI,EAAE,CACvE,CAAC;YACF,OAAO,EAAE,IAAI,EAAE,8BAA+B,IAAY,CAAC,IAAI,GAAG,EAAE,CAAC;QACvE,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC9B,CAAC;IAUD,iBAAiB,CAAC,QAAmB;QAInC,MAAM,cAAc,GAAc,EAAE,CAAC;QACrC,IAAI,iBAAqC,CAAC;QAG1C,MAAM,kBAAkB,GAA+B,EAAE,CAAC;QAE1D,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE;YAC1B,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE;gBAEzB,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE;oBACnC,iBAAiB;wBACf,CAAC,iBAAiB,CAAC,CAAC,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC;iBACrE;qBAAM;oBAGL,iBAAiB;wBACf,CAAC,iBAAiB,CAAC,CAAC,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;4BACnD,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,OAAO,CAAC;iCACpC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,IAAI,CAAC,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;iCACxD,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAE,CAAS,CAAC,IAAI,CAAC;iCAC3B,IAAI,CAAC,IAAI,CAAC,CAAC;iBACjB;aACF;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE;gBAC1D,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO;oBACvB,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,OAAO,CAAC;oBACzC,CAAC,CAAC,EAAE,CAAC;gBAGP,IACE,GAAG,CAAC,IAAI,KAAK,WAAW;oBACxB,GAAG,CAAC,UAAU;oBACd,GAAG,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EACzB;oBACA,KAAK,MAAM,QAAQ,IAAI,GAAG,CAAC,UAAU,EAAE;wBACrC,KAAK,CAAC,IAAI,CAAC;4BACT,YAAY,EAAE;gCACZ,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI;gCAE5B,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC;6BACtD;yBACF,CAAC,CAAC;wBAEH,kBAAkB,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC;qBAC5C;iBACF;gBAED,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE;oBACpB,cAAc,CAAC,IAAI,CAAC;wBAClB,IAAI,EAAE,GAAG,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO;wBAC5C,KAAK;qBACN,CAAC,CAAC;iBACJ;aACF;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE;gBAM9B,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE;oBACrB,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;iBAC3D;gBAGD,MAAM,iBAAiB,GACrB,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ;oBAC7B,CAAC,CAAC,GAAG,CAAC,OAAO;oBACb,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAIlC,MAAM,gBAAgB,GAAG,kBAAkB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;gBAC9D,MAAM,YAAY,GAAG,gBAAgB;oBACnC,CAAC,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI;oBAChC,CAAC,CAAC,kBAAkB,CAAC;gBAEvB,IAAI,CAAC,gBAAgB,EAAE;oBACrB,OAAO,CAAC,IAAI,CACV,4DAA4D,GAAG,CAAC,YAAY,iBAAiB,YAAY,IAAI,EAC7G,GAAG,CACJ,CAAC;iBACH;gBAID,cAAc,CAAC,IAAI,CAAC;oBAClB,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE;wBACL;4BACE,gBAAgB,EAAE;gCAChB,IAAI,EAAE,YAAY;gCAClB,QAAQ,EAAE;oCACR,MAAM,EAAE,iBAAiB;iCAC1B;6BACF;yBACF;qBACF;iBACF,CAAC,CAAC;aACJ;iBAAM;gBACL,OAAO,CAAC,IAAI,CACV,qCAAqC,GAAG,CAAC,IAAI,aAAa,CAC3D,CAAC;aACH;SACF;QAED,OAAO,EAAE,iBAAiB,EAAE,QAAQ,EAAE,cAAc,EAAE,CAAC;IACzD,CAAC;IAOD,cAAc,CAAC,KAAc;QAC3B,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE;YAChC,OAAO,SAAS,CAAC;SAClB;QAED,MAAM,oBAAoB,GAA0B,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACrE,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,UAAU,EAAE;gBACrD,IACE,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CACnC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,UAAU,EACnC,GAAG,CACJ,EACD;oBACA,SAAS;iBACV;gBAED,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI;oBAC3C,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;aAC/D;YACD,OAAO;gBACL,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;gBACxB,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,WAAW,IAAI,EAAE;gBAE5C,UAAU,EAAE;oBACV,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,UAAU;oBAC/C,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,IAAI,EAAE;iBAC3C;aACT,CAAC;QACJ,CAAC,CAAC,CAAC;QAKH,OAAO,CAAC,EAAE,oBAAoB,EAAE,CAAC,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,oBAAoB,CACxB,OAA0B;QAE1B,MAAM,EAAE,iBAAiB,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,iBAAiB,CAC5D,OAAO,CAAC,QAAQ,CACjB,CAAC;QAEF,IAAI;YACF,MAAM,IAAA,YAAI,EAAC,IAAI,CAAC,CAAC;YACjB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC;gBACjD,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,QAAQ;gBACR,MAAM,EAAE;oBACN,iBAAiB;oBACjB,KAAK,EAAE,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,KAAK,CAAC;oBACzC,eAAe,EAAE,OAAO,CAAC,UAAU;iBACpC;aACF,CAAC,CAAC;YAEH,IAAI,SAAS,GAAe,EAAE,CAAC;YAE/B,IAAI,QAAQ,CAAC,aAAa,EAAE;gBAC1B,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,aAAa,EAAE;oBACzC,SAAS,CAAC,IAAI,CAAC;wBACb,EAAE,EACA,IAAI,CAAC,EAAE;4BACP,MAAM,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;wBAC/D,IAAI,EAAE,UAAU;wBAChB,QAAQ,EAAE;4BACR,IAAI,EAAE,IAAI,CAAC,IAAI;4BACf,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;yBAC3C;qBACF,CAAC,CAAC;iBACJ;aACF;YAED,IAAI,QAAQ,EAAE,cAAc,EAAE,WAAW,EAAE;gBAEzC,MAAM,IAAI,KAAK,CACb,6CAA6C,QAAQ,CAAC,cAAc,CAAC,WAAW,EAAE,CACnF,CAAC;aACH;YAGD,MAAM,OAAO,GACX,QAAQ,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;gBACrC,MAAM,OAAO,GAAkB;oBAC7B,IAAI,EAAE,SAAS,CAAC,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM;oBAC/D,OAAO,EAAE,EAAE;oBACX,UAAU,EAAE,CAAC,GAAG,SAAS,CAAC;iBAC3B,CAAC;gBAGF,IAAI,WAAW,GAAG,EAAE,CAAC;gBAGrB,IAAI,SAAS,CAAC,MAAM,EAAE;oBACpB,SAAS,GAAG,EAAE,CAAC;iBAChB;gBAED,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE;oBAC9B,OAAO,CAAC,IAAI,CAAC,gCAAgC,EAAE,SAAS,CAAC,CAAC;oBAC1D,OAAO,EAAE,OAAO,EAAE,CAAC;iBACpB;gBAED,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;oBAC1C,IAAI,MAAM,IAAI,IAAI,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE;wBACnD,WAAW,IAAI,IAAI,CAAC,IAAI,CAAC;qBAC1B;yBAAM,IAAI,cAAc,IAAI,IAAI,IAAI,IAAI,CAAC,YAAY,EAAE;wBACtD,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC;4BACtB,EAAE,EACA,IAAI,CAAC,YAAY,CAAC,EAAE;gCACpB,MAAM,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;4BAC/D,IAAI,EAAE,UAAU;4BAChB,QAAQ,EAAE;gCACR,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;gCAC5B,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,EAAE,CAAC;6BACxD;yBACF,CAAC,CAAC;qBACJ;gBACH,CAAC,CAAC,CAAC;gBAEH,OAAO,CAAC,OAAO,GAAG,WAAW,IAAI,IAAI,CAAC;gBAEtC,OAAO,EAAE,OAAO,EAAE,CAAC;YACrB,CAAC,CAAC,IAAI,EAAE,CAAC;YAEX,MAAM,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC;YACrC,MAAM,OAAO,GAAG,KAAK;gBACnB,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC;gBAC1C,CAAC,CAAC,SAAS,CAAC;YAEd,OAAO;gBACL,OAAO;gBACP,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,KAAK;gBACL,QAAQ,EAAE,OAAO;aAClB,CAAC;SACH;QAAC,OAAO,KAAK,EAAE;YACd,OAAO,CAAC,KAAK,CAAC,6CAA6C,EAAE,KAAK,CAAC,CAAC;YACpE,MAAM,KAAK,CAAC;SACb;IACH,CAAC;IAED,gBAAgB;QACd,OAAO;YACL,CAAC,cAAM,CAAC,MAAM,CAAC,uBAAuB,CAAC,EAAE;gBACvC,KAAK,EAAE,IAAI;gBACX,MAAM,EAAE,GAAG;gBACX,eAAe,EAAE,GAAG;gBACpB,eAAe,EAAE,MAAM;aACxB;YACD,CAAC,cAAM,CAAC,MAAM,CAAC,qBAAqB,CAAC,EAAE;gBACrC,KAAK,EAAE,IAAI;gBACX,MAAM,EAAE,IAAI;gBACZ,eAAe,EAAE,IAAI;aACtB;YACD,CAAC,cAAM,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE;gBAC/B,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,GAAG;gBACX,eAAe,EAAE,KAAK;aACvB;YACD,CAAC,cAAM,CAAC,MAAM,CAAC,wCAAwC,CAAC,EAAE;gBACxD,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,GAAG;gBACX,gBAAgB,EAAE,KAAK;aACxB;YACD,CAAC,cAAM,CAAC,MAAM,CAAC,oBAAoB,CAAC,EAAE;gBACpC,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,GAAG;aACZ;YACD,CAAC,cAAM,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE;gBAC/B,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,GAAG;gBACX,eAAe,EAAE,OAAO;aACzB;YACD,CAAC,cAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,EAAE;gBAClC,KAAK,EAAE,MAAM;gBACb,MAAM,EAAE,IAAI;gBACZ,eAAe,EAAE,IAAI;aACtB;YACD,CAAC,cAAM,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE;gBAC7B,KAAK,EAAE,IAAI;gBACX,MAAM,EAAE,GAAG;gBACX,eAAe,EAAE,MAAM;aACxB;YACD,CAAC,cAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE;gBACxB,gBAAgB,EAAE,IAAI;aACvB;YACD,CAAC,cAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;gBACrB,gBAAgB,EAAE,IAAI;aACvB;YACD,CAAC,cAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,EAAE;gBAChC,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,CAAC;aACV;SACF,CAAC;IACJ,CAAC;IAED,aAAa,CAAC,KAAa,EAAE,KAAoB;QAC/C,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC,KAAK,CAAC,CAAC;QAC/C,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,EAAE;YACtB,OAAO,CAAC,CAAC;SACV;QAED,IAAI,IAAI,GAAG,CAAC,CAAC;QAEb,IAAI,kBAAkB,IAAI,KAAK,IAAI,KAAK,CAAC,gBAAgB,EAAE;YACzD,IAAI,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC;SACxD;QAED,IAAI,oBAAoB,IAAI,KAAK,IAAI,KAAK,CAAC,kBAAkB,EAAE;YAC7D,IAAI,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC;SAC3D;QAED,IACE,yBAAyB,IAAI,KAAK;YAClC,KAAK,CAAC,uBAAuB;YAC7B,OAAO,CAAC,eAAe,EACvB;YACA,IAAI,IAAI,CAAC,KAAK,CAAC,uBAAuB,GAAG,OAAO,CAAC,eAAe,CAAC,GAAG,GAAG,CAAC;SACzE;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,SAAS;QACb,IAAI;YACF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACxC,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC7B,EAAE,EAAE,CAAC,CAAC,IAAK;aACZ,CAAC,CAAC,CAAC;SACL;QAAC,OAAO,KAAK,EAAE;YACd,OAAO,CAAC,KAAK,CAAC,qCAAqC,EAAE,KAAK,CAAC,CAAC;YAC5D,MAAM,KAAK,CAAC;SACb;IACH,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,OAAyB;QAC7C,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE;YAClB,OAAO,CAAC,IAAI,CACV,oEAAoE,CACrE,CAAC;SACH;QAED,IAAI;YACF,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;gBACrD,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,QAAQ,EAAE,OAAO,CAAC,KAAK;aACxB,CAAC,CAAC;YAEH,OAAO,CAAC,GAAG,CACT,IAAI,CAAC,SAAS,CAAC,EAAE,uBAAuB,EAAE,eAAe,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CACtE,CAAC;YAGF,MAAM,IAAI,GAAG,eAAe,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;gBACzD,MAAM,EAAE,WAAW;gBACnB,SAAS,EAAE,CAAC,CAAC,MAAM;gBACnB,KAAK;aACN,CAAC,CAAC,CAAC;YAEJ,MAAM,KAAK,GAAG;gBACZ,gBAAgB,EAAE,eAAe,CAAC,QAAQ,CAAC,sBAAsB,IAAI,CAAC;gBACtE,eAAe,EAAE,eAAe,CAAC,QAAQ,CAAC,sBAAsB,IAAI,CAAC;aACtE,CAAC;YAEF,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAEzD,OAAO;gBACL,IAAI;gBACJ,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,KAAK,EAAE;oBACL,aAAa,EAAE,KAAK,CAAC,gBAAgB;oBACrC,YAAY,EAAE,KAAK,CAAC,eAAe;iBACpC;gBACD,QAAQ,EAAE,OAAO;aAClB,CAAC;SACH;QAAC,OAAO,KAAK,EAAE;YACd,OAAO,CAAC,KAAK,CAAC,0CAA0C,EAAE,KAAK,CAAC,CAAC;YACjE,MAAM,KAAK,CAAC;SACb;IACH,CAAC;CACF;AAncD,kDAmcC"}

package/ts_build/src/clients/http.d.ts

@@ -0,0 +1,12 @@
+import { GenericClient, CompletionOptions, CompletionResponse, EmbeddingOptions, EmbeddingResponse } from "./types";
+export declare class HttpClient implements GenericClient {
+    private baseUrl;
+    private headers;
+    constructor(baseUrl: string, headers?: {});
+    setJwt(jwt: string): void;
+    setBaseUrl(baseUrl: string): void;
+    loadJwtFile(filePath: string): void;
+    createChatCompletion(options: CompletionOptions): Promise<CompletionResponse>;
+    createEmbedding(options: EmbeddingOptions): Promise<EmbeddingResponse>;
+    getModels(): Promise<any>;
+}

package/ts_build/src/clients/http.js

@@ -0,0 +1,91 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HttpClient = void 0;
+const axios_1 = __importDefault(require("axios"));
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+class HttpClient {
+    baseUrl;
+    headers;
+    constructor(baseUrl, headers = {}) {
+        this.baseUrl = baseUrl;
+        this.headers = headers;
+    }
+    setJwt(jwt) {
+        this.headers = {
+            ...this.headers,
+            Authorization: `Bearer ${jwt}`,
+        };
+    }
+    setBaseUrl(baseUrl) {
+        this.baseUrl = baseUrl;
+    }
+    loadJwtFile(filePath) {
+        try {
+            const jwtFile = path_1.default.join(process.cwd(), filePath);
+            if (!fs_1.default.existsSync(jwtFile)) {
+                throw new Error(`JWT file not found: ${filePath}`);
+            }
+            const jwt = fs_1.default.readFileSync(jwtFile, "utf-8").trim();
+            this.setJwt(jwt);
+        }
+        catch (error) {
+            console.error(`Error loading JWT file: ${error}`);
+        }
+    }
+    async createChatCompletion(options) {
+        const response = await axios_1.default.post(`${this.baseUrl}/v1/chat/completions`, {
+            model: options.model,
+            messages: options.messages,
+            max_tokens: options.max_tokens,
+            tools: options.tools,
+            tool_choice: options.tool_choice,
+        }, {
+            headers: this.headers,
+        });
+        const data = response.data;
+        return {
+            choices: data.choices.map((choice) => ({
+                message: {
+                    role: choice.message.role,
+                    content: choice.message.content,
+                    tool_calls: choice.message.tool_calls,
+                },
+            })),
+            model: data.model,
+            usage: data.usage,
+            usd_cost: data.usd_cost,
+        };
+    }
+    async createEmbedding(options) {
+        const response = await axios_1.default.post(`${this.baseUrl}/v1/embeddings`, {
+            model: options.model,
+            input: options.input,
+        }, {
+            headers: this.headers,
+        });
+        const data = response.data;
+        return {
+            data: data.data,
+            model: options.model,
+            usage: data.usage,
+            usd_cost: data.usd_cost,
+        };
+    }
+    async getModels() {
+        const response = await axios_1.default.get(`${this.baseUrl}/v1/models`, {
+            headers: this.headers,
+        });
+        const data = response.data?.data;
+        return data.map((model) => ({
+            id: model.id,
+            object: model.object,
+            owned_by: model.owned_by,
+        }));
+    }
+}
+exports.HttpClient = HttpClient;
+//# sourceMappingURL=http.js.map

package/ts_build/src/clients/http.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"http.js","sourceRoot":"","sources":["../../../src/clients/http.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAQ1B,4CAAoB;AACpB,gDAAwB;AAExB,MAAa,UAAU;IACD;IAAyB;IAA7C,YAAoB,OAAe,EAAU,UAAU,EAAE;QAArC,YAAO,GAAP,OAAO,CAAQ;QAAU,YAAO,GAAP,OAAO,CAAK;IAAG,CAAC;IAE7D,MAAM,CAAC,GAAW;QAChB,IAAI,CAAC,OAAO,GAAG;YACb,GAAG,IAAI,CAAC,OAAO;YACf,aAAa,EAAE,UAAU,GAAG,EAAE;SAC/B,CAAC;IACJ,CAAC;IAED,UAAU,CAAC,OAAe;QACxB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,WAAW,CAAC,QAAgB;QAC1B,IAAI;YACF,MAAM,OAAO,GAAG,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,QAAQ,CAAC,CAAC;YACnD,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE;gBAC3B,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,EAAE,CAAC,CAAC;aACpD;YACD,MAAM,GAAG,GAAG,YAAE,CAAC,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;YACrD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;SAClB;QAAC,OAAO,KAAK,EAAE;YACd,OAAO,CAAC,KAAK,CAAC,2BAA2B,KAAK,EAAE,CAAC,CAAC;SACnD;IACH,CAAC;IAED,KAAK,CAAC,oBAAoB,CACxB,OAA0B;QAE1B,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAC/B,GAAG,IAAI,CAAC,OAAO,sBAAsB,EACrC;YACE,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,WAAW,EAAE,OAAO,CAAC,WAAW;SACjC,EACD;YACE,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CACF,CAAC;QAEF,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;QAE3B,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAW,EAAE,EAAE,CAAC,CAAC;gBAC1C,OAAO,EAAE;oBACP,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI;oBACzB,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO;oBAC/B,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,UAAU;iBACtC;aACF,CAAC,CAAC;YACH,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;SACxB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,OAAyB;QAC7C,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,IAAI,CAC/B,GAAG,IAAI,CAAC,OAAO,gBAAgB,EAC/B;YACE,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,KAAK,EAAE,OAAO,CAAC,KAAK;SACrB,EACD;YACE,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CACF,CAAC;QAEF,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;QAE3B,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;SACxB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,SAAS;QACb,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,YAAY,EAAE;YAC5D,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC;QAEjC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,KAAU,EAAE,EAAE,CAAC,CAAC;YAC/B,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,QAAQ,EAAE,KAAK,CAAC,QAAQ;SACzB,CAAC,CAAC,CAAC;IACN,CAAC;CACF;AA/FD,gCA+FC"}

package/ts_build/src/clients/index.d.ts

@@ -0,0 +1,47 @@
+import { CompletionOptions, CompletionResponse, EmbeddingOptions, EmbeddingResponse, GenericClient } from "./types";
+import { GenericOpenAiClient } from "./openai";
+import { GenericAnthropicClient } from "./anthropic";
+import { GenericGeminiClient } from "./gemini";
+import { GenericXAIClient } from "./xai";
+export declare class AIClient {
+    clients: {
+        xai: GenericXAIClient;
+        google: GenericGeminiClient;
+        anthropic: GenericAnthropicClient;
+        openai: GenericOpenAiClient;
+    };
+    clientModels: {
+        xai: string[];
+        google: string[];
+        anthropic: string[];
+        openai: string[];
+    };
+    getClient(provider: string, model?: string): {
+        client: any;
+        provider: string;
+        model: string;
+    };
+    registerClient(provider: string, client: GenericClient): void;
+    registerConfiguredModels(): Promise<void>;
+    registerModels(provider: string, models: string[]): void;
+    private providerHasModel;
+    private detectProviderModel;
+    createCompletion(provider: string, options: CompletionOptions): Promise<CompletionResponse>;
+    createEmbedding(provider: string, options: EmbeddingOptions): Promise<EmbeddingResponse>;
+    getRegisteredModels(provider: string): string[];
+    listAllModels(): {
+        xai: string[];
+        google: string[];
+        anthropic: string[];
+        openai: string[];
+    };
+    listAllProviders(): string[];
+}
+export declare const Clients: AIClient;
+export * from "./types";
+export * from "./http";
+export * from "./openai";
+export * from "./anthropic";
+export * from "./knowhow";
+export * from "./gemini";
+export * from "./xai";

package/ts_build/src/clients/index.js

@@ -0,0 +1,143 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Clients = exports.AIClient = void 0;
+const openai_1 = require("./openai");
+const anthropic_1 = require("./anthropic");
+const gemini_1 = require("./gemini");
+const http_1 = require("./http");
+const types_1 = require("../types");
+const config_1 = require("../config");
+const xai_1 = require("./xai");
+function envCheck(key) {
+    const value = process.env[key];
+    if (!value) {
+        return false;
+    }
+    return true;
+}
+class AIClient {
+    clients = {
+        ...(envCheck("OPENAI_KEY") && { openai: new openai_1.GenericOpenAiClient() }),
+        ...(envCheck("ANTHROPIC_API_KEY") && {
+            anthropic: new anthropic_1.GenericAnthropicClient(),
+        }),
+        ...(envCheck("GEMINI_API_KEY") && { google: new gemini_1.GenericGeminiClient() }),
+        ...(envCheck("XAI_API_KEY") && { xai: new xai_1.GenericXAIClient() }),
+    };
+    clientModels = {
+        ...(envCheck("OPENAI_KEY") && { openai: Object.values(types_1.Models.openai) }),
+        ...(envCheck("ANTHROPIC_API_KEY") && {
+            anthropic: Object.values(types_1.Models.anthropic),
+        }),
+        ...(envCheck("GEMINI_API_KEY") && { google: Object.values(types_1.Models.google) }),
+        ...(envCheck("XAI_API_KEY") && { xai: Object.values(types_1.Models.xai) }),
+    };
+    getClient(provider, model) {
+        if (this.clients[provider]) {
+            return { client: this.clients[provider], provider, model };
+        }
+        const detected = this.detectProviderModel(provider, model);
+        provider = detected.provider;
+        model = detected.model;
+        if (!this.clients[provider]) {
+            throw new Error(`Provider ${provider} for model ${model} not registered. Available providers: ${Object.keys(this.clients)}`);
+        }
+        const hasModel = this.providerHasModel(provider, model);
+        if (!hasModel) {
+            throw new Error(`Model ${model} not registered for provider ${provider}.`);
+        }
+        return { client: this.clients[provider], provider, model };
+    }
+    registerClient(provider, client) {
+        this.clients[provider] = client;
+    }
+    async registerConfiguredModels() {
+        const config = await (0, config_1.getConfig)();
+        const modelProviders = config.modelProviders || [];
+        for (const modelProvider of modelProviders) {
+            const client = new http_1.HttpClient(modelProvider.url, modelProvider.headers);
+            if (modelProvider.jwtFile) {
+                client.loadJwtFile(modelProvider.jwtFile);
+            }
+            this.registerClient(modelProvider.provider, client);
+            try {
+                const models = await client.getModels();
+                const ids = models.map((model) => model.id);
+                this.registerModels(modelProvider.provider, ids);
+            }
+            catch (error) {
+                console.error(`Failed to register models for provider ${modelProvider.provider}:`, error.message);
+            }
+        }
+    }
+    registerModels(provider, models) {
+        const currentModels = this.clientModels[provider] || [];
+        this.clientModels[provider] = Array.from(new Set(currentModels.concat(models)));
+    }
+    providerHasModel(provider, model) {
+        const models = this.clientModels[provider];
+        if (!models)
+            return false;
+        return models.includes(model);
+    }
+    detectProviderModel(provider, model) {
+        if (this.providerHasModel(provider, model)) {
+            return { provider, model };
+        }
+        if (model.includes("/")) {
+            const split = model.split("/");
+            const inferredProvider = split[0];
+            const inferredModel = split.slice(1).join("/");
+            if (this.providerHasModel(inferredProvider, inferredModel)) {
+                return { provider: inferredProvider, model: inferredModel };
+            }
+        }
+        const providers = Object.keys(this.clientModels);
+        const foundProvider = providers.find((p) => this.providerHasModel(p, model));
+        if (foundProvider) {
+            return { provider: foundProvider, model };
+        }
+        return { provider, model };
+    }
+    async createCompletion(provider, options) {
+        const { client, model } = this.getClient(provider, options.model);
+        return client.createChatCompletion({ ...options, model });
+    }
+    async createEmbedding(provider, options) {
+        const { client, model } = this.getClient(provider, options.model);
+        return client.createEmbedding({ ...options, model });
+    }
+    getRegisteredModels(provider) {
+        return this.clientModels[provider] || [];
+    }
+    listAllModels() {
+        return this.clientModels;
+    }
+    listAllProviders() {
+        return Object.keys(this.clientModels);
+    }
+}
+exports.AIClient = AIClient;
+exports.Clients = new AIClient();
+__exportStar(require("./types"), exports);
+__exportStar(require("./http"), exports);
+__exportStar(require("./openai"), exports);
+__exportStar(require("./anthropic"), exports);
+__exportStar(require("./knowhow"), exports);
+__exportStar(require("./gemini"), exports);
+__exportStar(require("./xai"), exports);
+//# sourceMappingURL=index.js.map