@llumiverse/drivers 1.0.0-dev.20260202.145450Z → 1.0.0

package/lib/cjs/groq/index.js

@@ -0,0 +1,326 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GroqDriver = void 0;
+const core_1 = require("@llumiverse/core");
+const async_1 = require("@llumiverse/core/async");
+const openai_format_js_1 = require("../openai/openai_format.js");
+const groq_sdk_1 = __importDefault(require("groq-sdk"));
+class GroqDriver extends core_1.AbstractDriver {
+    static PROVIDER = "groq";
+    provider = GroqDriver.PROVIDER;
+    apiKey;
+    client;
+    endpointUrl;
+    constructor(options) {
+        super(options);
+        this.apiKey = options.apiKey;
+        this.client = new groq_sdk_1.default({
+            apiKey: options.apiKey,
+            baseURL: options.endpoint_url
+        });
+    }
+    // protected canStream(options: ExecutionOptions): Promise<boolean> {
+    //     if (options.result_schema) {
+    //         // not yet streaming json responses
+    //         return Promise.resolve(false);
+    //     } else {
+    //         return Promise.resolve(true);
+    //     }
+    // }
+    getResponseFormat(_options) {
+        //TODO: when forcing json_object type the streaming is not supported.
+        // either implement canStream as above or comment the code below:
+        // const responseFormatJson: Groq.Chat.Completions.CompletionCreateParams.ResponseFormat = {
+        //     type: "json_object",
+        // }
+        // return _options.result_schema ? responseFormatJson : undefined;
+        return undefined;
+    }
+    async formatPrompt(segments, opts) {
+        // Use OpenAI's multimodal formatter as base then convert to Groq types
+        const responseItems = await (0, openai_format_js_1.formatOpenAILikeMultimodalPrompt)(segments, {
+            ...opts,
+            multimodal: true,
+        });
+        // Convert ResponseInputItem[] to Groq ChatCompletionMessageParam[]
+        return convertResponseItemsToGroqMessages(responseItems);
+    }
+    getToolDefinitions(tools) {
+        if (!tools || tools.length === 0) {
+            return undefined;
+        }
+        return tools.map(tool => ({
+            type: 'function',
+            function: {
+                name: tool.name,
+                description: tool.description,
+                parameters: tool.input_schema,
+            }
+        }));
+    }
+    extractToolUse(message) {
+        if (!message.tool_calls || message.tool_calls.length === 0) {
+            return undefined;
+        }
+        return message.tool_calls.map((toolCall) => ({
+            id: toolCall.id,
+            tool_name: toolCall.function.name,
+            tool_input: JSON.parse(toolCall.function.arguments || '{}'),
+        }));
+    }
+    sanitizeMessagesForGroq(messages) {
+        return messages.map(message => {
+            // Remove any reasoning field from message objects
+            const { reasoning, ...sanitizedMessage } = message;
+            // If message has content array, filter out reasoning content types
+            if (Array.isArray(sanitizedMessage.content)) {
+                sanitizedMessage.content = sanitizedMessage.content.filter((part) => {
+                    // Filter out any reasoning-related content parts
+                    return part.type !== 'reasoning' && !('reasoning' in part);
+                });
+            }
+            return sanitizedMessage;
+        });
+    }
+    async requestTextCompletion(messages, options) {
+        if (options.model_options?._option_id !== "text-fallback" && options.model_options?._option_id !== "groq-deepseek-thinking") {
+            this.logger.warn({ options: options.model_options }, "Invalid model options");
+        }
+        options.model_options = options.model_options;
+        // Update conversation with current messages
+        let conversation = updateConversation(options.conversation, messages);
+        // Filter out any reasoning content that Groq doesn't support
+        conversation = this.sanitizeMessagesForGroq(conversation);
+        const tools = this.getToolDefinitions(options.tools);
+        const res = await this.client.chat.completions.create({
+            model: options.model,
+            messages: conversation,
+            max_completion_tokens: options.model_options?.max_tokens,
+            temperature: options.model_options?.temperature,
+            top_p: options.model_options?.top_p,
+            //top_logprobs: options.top_logprobs,       //Logprobs output currently not supported
+            //logprobs: options.top_logprobs ? true : false,
+            presence_penalty: options.model_options?.presence_penalty,
+            frequency_penalty: options.model_options?.frequency_penalty,
+            response_format: this.getResponseFormat(options),
+            tools: tools,
+        });
+        const choice = res.choices[0];
+        const result = choice.message.content;
+        // Extract tool use from the response
+        const tool_use = this.extractToolUse(choice.message);
+        // Update conversation with the response
+        conversation = updateConversation(conversation, [choice.message]);
+        let finish_reason = choice.finish_reason;
+        if (tool_use && tool_use.length > 0) {
+            finish_reason = "tool_calls";
+        }
+        return {
+            result: result ? [{ type: "text", value: result }] : [],
+            token_usage: {
+                prompt: res.usage?.prompt_tokens,
+                result: res.usage?.completion_tokens,
+                total: res.usage?.total_tokens,
+            },
+            finish_reason: finish_reason,
+            original_response: options.include_original_response ? res : undefined,
+            conversation,
+            tool_use,
+        };
+    }
+    async requestTextCompletionStream(messages, options) {
+        if (options.model_options?._option_id !== "text-fallback") {
+            this.logger.warn({ options: options.model_options }, "Invalid model options");
+        }
+        options.model_options = options.model_options;
+        // Update conversation with current messages
+        let conversation = updateConversation(options.conversation, messages);
+        // Filter out any reasoning content that Groq doesn't support
+        conversation = this.sanitizeMessagesForGroq(conversation);
+        const tools = this.getToolDefinitions(options.tools);
+        const res = await this.client.chat.completions.create({
+            model: options.model,
+            messages: conversation,
+            max_completion_tokens: options.model_options?.max_tokens,
+            temperature: options.model_options?.temperature,
+            top_p: options.model_options?.top_p,
+            //top_logprobs: options.top_logprobs,       //Logprobs output currently not supported
+            //logprobs: options.top_logprobs ? true : false,
+            presence_penalty: options.model_options?.presence_penalty,
+            frequency_penalty: options.model_options?.frequency_penalty,
+            stream: true,
+            tools: tools,
+        });
+        return (0, async_1.transformAsyncIterator)(res, (chunk) => {
+            const choice = chunk.choices[0];
+            let finish_reason = choice.finish_reason;
+            // Check for tool calls in the delta
+            if (choice.delta.tool_calls && choice.delta.tool_calls.length > 0) {
+                finish_reason = "tool_calls";
+            }
+            return {
+                result: choice.delta.content ? [{ type: "text", value: choice.delta.content }] : [],
+                finish_reason: finish_reason ?? undefined,
+                token_usage: {
+                    prompt: chunk.x_groq?.usage?.prompt_tokens,
+                    result: chunk.x_groq?.usage?.completion_tokens,
+                    total: chunk.x_groq?.usage?.total_tokens,
+                },
+            };
+        });
+    }
+    async listModels() {
+        const models = await this.client.models.list();
+        if (!models.data) {
+            throw new Error("No models found");
+        }
+        const aiModels = models.data?.map(m => {
+            if (!m.id) {
+                throw new Error("Model id is missing");
+            }
+            return {
+                id: m.id,
+                name: m.id,
+                description: undefined,
+                provider: this.provider,
+                owner: m.owned_by || '',
+            };
+        });
+        return aiModels;
+    }
+    validateConnection() {
+        throw new Error("Method not implemented.");
+    }
+    async generateEmbeddings({}) {
+        throw new Error("Method not implemented.");
+    }
+}
+exports.GroqDriver = GroqDriver;
+/**
+ * Update the conversation messages by combining existing conversation with new messages
+ * @param conversation Existing conversation messages
+ * @param messages New messages to add
+ * @returns Combined conversation
+ */
+function updateConversation(conversation, messages) {
+    return (conversation || []).concat(messages);
+}
+/**
+ * Convert ResponseInputItem[] to Groq ChatCompletionMessageParam[]
+ */
+function convertResponseItemsToGroqMessages(items) {
+    const messages = [];
+    for (const item of items) {
+        // Handle EasyInputMessage (has role and content)
+        if ('role' in item && 'content' in item) {
+            const msg = item;
+            const role = msg.role;
+            // Handle system/developer messages
+            if (role === 'system' || role === 'developer') {
+                let content;
+                if (typeof msg.content === 'string') {
+                    content = msg.content;
+                }
+                else if (Array.isArray(msg.content)) {
+                    content = msg.content
+                        .filter((part) => part.type === 'input_text')
+                        .map(part => part.text)
+                        .join('\n');
+                }
+                else {
+                    content = '';
+                }
+                messages.push({ role: 'system', content });
+                continue;
+            }
+            // Handle user messages
+            if (role === 'user') {
+                let content;
+                if (typeof msg.content === 'string') {
+                    content = msg.content;
+                }
+                else if (Array.isArray(msg.content)) {
+                    const parts = [];
+                    for (const part of msg.content) {
+                        if (part.type === 'input_text') {
+                            parts.push({ type: 'text', text: part.text });
+                        }
+                        else if (part.type === 'input_image') {
+                            const imgPart = part;
+                            if (imgPart.image_url) {
+                                const image_url = {
+                                    url: imgPart.image_url
+                                };
+                                if (imgPart.detail) {
+                                    image_url.detail = imgPart.detail;
+                                }
+                                parts.push({
+                                    type: 'image_url',
+                                    image_url
+                                });
+                            }
+                        }
+                    }
+                    content = parts.length > 0 ? parts : '';
+                }
+                else {
+                    content = '';
+                }
+                messages.push({ role: 'user', content });
+                continue;
+            }
+            // Handle assistant messages
+            if (role === 'assistant') {
+                let content;
+                if (typeof msg.content === 'string') {
+                    content = msg.content;
+                }
+                else if (Array.isArray(msg.content)) {
+                    content = msg.content
+                        .filter((part) => part.type === 'input_text')
+                        .map(part => part.text)
+                        .join('\n') || null;
+                }
+                else {
+                    content = null;
+                }
+                messages.push({ role: 'assistant', content });
+                continue;
+            }
+        }
+        // Handle function_call_output (tool response)
+        if ('type' in item && item.type === 'function_call_output') {
+            const output = item;
+            messages.push({
+                role: 'tool',
+                tool_call_id: output.call_id,
+                content: typeof output.output === 'string' ? output.output : JSON.stringify(output.output),
+            });
+            continue;
+        }
+        // Handle function_call (assistant tool call)
+        if ('type' in item && item.type === 'function_call') {
+            const call = item;
+            // Groq expects tool_calls in assistant message, but we handle them separately
+            // This is a simplification - in practice tool_calls come from model responses
+            messages.push({
+                role: 'assistant',
+                content: null,
+                tool_calls: [{
+                        id: call.call_id,
+                        type: 'function',
+                        function: {
+                            name: call.name,
+                            arguments: call.arguments,
+                        }
+                    }]
+            });
+            continue;
+        }
+    }
+    return messages;
+}
+//# sourceMappingURL=index.js.map

package/lib/cjs/groq/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/groq/index.ts"],"names":[],"mappings":";;;;;;AAAA,2CAAiO;AACjO,kDAAgE;AAChE,iEAA8E;AAE9E,wDAA4B;AAa5B,MAAa,UAAW,SAAQ,qBAA+D;IAC3F,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC;IACzB,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC;IAC/B,MAAM,CAAS;IACf,MAAM,CAAO;IACb,WAAW,CAAU;IAErB,YAAY,OAA0B;QAClC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,IAAI,kBAAI,CAAC;YACnB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,YAAY;SAChC,CAAC,CAAC;IACP,CAAC;IAED,qEAAqE;IACrE,mCAAmC;IACnC,8CAA8C;IAC9C,yCAAyC;IACzC,eAAe;IACf,wCAAwC;IACxC,QAAQ;IACR,IAAI;IAEJ,iBAAiB,CAAC,QAA0B;QACxC,qEAAqE;QACrE,iEAAiE;QACjE,4FAA4F;QAC5F,2BAA2B;QAC3B,IAAI;QAEJ,kEAAkE;QAClE,OAAO,SAAS,CAAC;IACrB,CAAC;IAES,KAAK,CAAC,YAAY,CAAC,QAAyB,EAAE,IAAsB;QAC1E,uEAAuE;QACvE,MAAM,aAAa,GAAG,MAAM,IAAA,mDAAgC,EAAC,QAAQ,EAAE;YACnE,GAAG,IAAI;YACP,UAAU,EAAE,IAAI;SACnB,CAAC,CAAC;QAEH,mEAAmE;QACnE,OAAO,kCAAkC,CAAC,aAAa,CAAC,CAAC;IAC7D,CAAC;IAEO,kBAAkB,CAAC,KAAmC;QAC1D,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO,SAAS,CAAC;QACrB,CAAC;QAED,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACtB,IAAI,EAAE,UAAmB;YACzB,QAAQ,EAAE;gBACN,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,UAAU,EAAE,IAAI,CAAC,YAAyC;aAC7D;SACJ,CAAC,CAAC,CAAC;IACR,CAAC;IAEO,cAAc,CAAC,OAAY;QAC/B,IAAI,CAAC,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzD,OAAO,SAAS,CAAC;QACrB,CAAC;QAED,OAAO,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,QAAa,EAAE,EAAE,CAAC,CAAC;YAC9C,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI;YACjC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC;SAC9D,CAAC,CAAC,CAAC;IACR,CAAC;IAEO,uBAAuB,CAAC,QAAsC;QAClE,OAAO,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;YAC1B,kDAAkD;YAClD,MAAM,EAAE,SAAS,EAAE,GAAG,gBAAgB,EAAE,GAAG,OAAc,CAAC;YAE1D,mEAAmE;YACnE,IAAI,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC1C,gBAAgB,CAAC,OAAO,GAAG,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAS,EAAE,EAAE;oBACrE,iDAAiD;oBACjD,OAAO,IAAI,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,WAAW,IAAI,IAAI,CAAC,CAAC;gBAC/D,CAAC,CAAC,CAAC;YACP,CAAC;YAED,OAAO,gBAA8C,CAAC;QAC1D,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,QAAsC,EAAE,OAAyB;QACzF,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,wBAAwB,EAAE,CAAC;YAC1H,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,uBAAuB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,4CAA4C;QAC5C,IAAI,YAAY,GAAG,kBAAkB,CAAC,OAAO,CAAC,YAA4C,EAAE,QAAQ,CAAC,CAAC;QAEtG,6DAA6D;QAC7D,YAAY,GAAG,IAAI,CAAC,uBAAuB,CAAC,YAAY,CAAC,CAAC;QAE1D,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAErD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YAClD,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,YAAY;YACtB,qBAAqB,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;YACxD,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;YAC/C,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;YACnC,qFAAqF;YACrF,gDAAgD;YAChD,gBAAgB,EAAE,OAAO,CAAC,aAAa,EAAE,gBAAgB;YACzD,iBAAiB,EAAE,OAAO,CAAC,aAAa,EAAE,iBAAiB;YAC3D,eAAe,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;YAChD,KAAK,EAAE,KAAK;SACf,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;QAEtC,qCAAqC;QACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAErD,wCAAwC;QACxC,YAAY,GAAG,kBAAkB,CAAC,YAAY,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QAElE,IAAI,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;QACzC,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,aAAa,GAAG,YAAY,CAAC;QACjC,CAAC;QAED,OAAO;YACH,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;YACvD,WAAW,EAAE;gBACT,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,aAAa;gBAChC,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,iBAAiB;gBACpC,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,YAAY;aACjC;YACD,aAAa,EAAE,aAAa;YAC5B,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;YACtE,YAAY;YACZ,QAAQ;SACX,CAAC;IACN,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,QAAsC,EAAE,OAAyB;QAC/F,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,uBAAuB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,4CAA4C;QAC5C,IAAI,YAAY,GAAG,kBAAkB,CAAC,OAAO,CAAC,YAA4C,EAAE,QAAQ,CAAC,CAAC;QAEtG,6DAA6D;QAC7D,YAAY,GAAG,IAAI,CAAC,uBAAuB,CAAC,YAAY,CAAC,CAAC;QAE1D,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAErD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YAClD,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,YAAY;YACtB,qBAAqB,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;YACxD,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;YAC/C,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;YACnC,qFAAqF;YACrF,gDAAgD;YAChD,gBAAgB,EAAE,OAAO,CAAC,aAAa,EAAE,gBAAgB;YACzD,iBAAiB,EAAE,OAAO,CAAC,aAAa,EAAE,iBAAiB;YAC3D,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,KAAK;SACf,CAAC,CAAC;QAEH,OAAO,IAAA,8BAAsB,EAAC,GAAG,EAAE,CAAC,KAAK,EAAE,EAAE;YACzC,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAChC,IAAI,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;YAEzC,oCAAoC;YACpC,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAChE,aAAa,GAAG,YAAY,CAAC;YACjC,CAAC;YAED,OAAO;gBACH,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;gBACnF,aAAa,EAAE,aAAa,IAAI,SAAS;gBACzC,WAAW,EAAE;oBACT,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,aAAa;oBAC1C,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,iBAAiB;oBAC9C,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,YAAY;iBAC3C;aAC4B,CAAC;QACtC,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAE/C,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACvC,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE;YAClC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;gBACR,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;YAC3C,CAAC;YACD,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,EAAE;gBACV,WAAW,EAAE,SAAS;gBACtB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,CAAC,CAAC,QAAQ,IAAI,EAAE;aAC1B,CAAA;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,EAAsB;QAC3C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;;AAjOL,gCAmOC;AAED;;;;;GAKG;AACH,SAAS,kBAAkB,CACvB,YAAsD,EACtD,QAAsC;IAEtC,OAAO,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;AACjD,CAAC;AAED;;GAEG;AACH,SAAS,kCAAkC,CAAC,KAA0B;IAClE,MAAM,QAAQ,GAAiC,EAAE,CAAC;IAElD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,iDAAiD;QACjD,IAAI,MAAM,IAAI,IAAI,IAAI,SAAS,IAAI,IAAI,EAAE,CAAC;YACtC,MAAM,GAAG,GAAG,IAAwB,CAAC;YACrC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;YAEtB,mCAAmC;YACnC,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;gBAC5C,IAAI,OAAe,CAAC;gBACpB,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;oBAClC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;gBAC1B,CAAC;qBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBACpC,OAAO,GAAG,GAAG,CAAC,OAAO;yBAChB,MAAM,CAAC,CAAC,IAAI,EAA8C,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC;yBACxF,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;yBACtB,IAAI,CAAC,IAAI,CAAC,CAAC;gBACpB,CAAC;qBAAM,CAAC;oBACJ,OAAO,GAAG,EAAE,CAAC;gBACjB,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC3C,SAAS;YACb,CAAC;YAED,uBAAuB;YACvB,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;gBAClB,IAAI,OAA6I,CAAC;gBAClJ,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;oBAClC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;gBAC1B,CAAC;qBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBACpC,MAAM,KAAK,GAAgI,EAAE,CAAC;oBAC9I,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;wBAC7B,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;4BAC7B,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;wBAClD,CAAC;6BAAM,IAAI,IAAI,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;4BACrC,MAAM,OAAO,GAAG,IAA2C,CAAC;4BAC5D,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;gCACpB,MAAM,SAAS,GAAsD;oCACjE,GAAG,EAAE,OAAO,CAAC,SAAS;iCACzB,CAAC;gCAEF,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;oCACjB,SAAS,CAAC,MAAM,GAAG,OAAO,CAAC,MAAiC,CAAC;gCACjE,CAAC;gCAED,KAAK,CAAC,IAAI,CAAC;oCACP,IAAI,EAAE,WAAW;oCACjB,SAAS;iCACZ,CAAC,CAAC;4BACP,CAAC;wBACL,CAAC;oBACL,CAAC;oBACD,OAAO,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC5C,CAAC;qBAAM,CAAC;oBACJ,OAAO,GAAG,EAAE,CAAC;gBACjB,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;gBACzC,SAAS;YACb,CAAC;YAED,4BAA4B;YAC5B,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;gBACvB,IAAI,OAAsB,CAAC;gBAC3B,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;oBAClC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;gBAC1B,CAAC;qBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBACpC,OAAO,GAAG,GAAG,CAAC,OAAO;yBAChB,MAAM,CAAC,CAAC,IAAI,EAA8C,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC;yBACxF,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;yBACtB,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;gBAC5B,CAAC;qBAAM,CAAC;oBACJ,OAAO,GAAG,IAAI,CAAC;gBACnB,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC9C,SAAS;YACb,CAAC;QACL,CAAC;QAED,8CAA8C;QAC9C,IAAI,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,sBAAsB,EAAE,CAAC;YACzD,MAAM,MAAM,GAAG,IAA6D,CAAC;YAC7E,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,MAAM;gBACZ,YAAY,EAAE,MAAM,CAAC,OAAO;gBAC5B,OAAO,EAAE,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC;aAC7F,CAAC,CAAC;YACH,SAAS;QACb,CAAC;QAED,6CAA6C;QAC7C,IAAI,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YAClD,MAAM,IAAI,GAAG,IAAiD,CAAC;YAC/D,8EAA8E;YAC9E,8EAA8E;YAC9E,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,IAAI;gBACb,UAAU,EAAE,CAAC;wBACT,EAAE,EAAE,IAAI,CAAC,OAAO;wBAChB,IAAI,EAAE,UAAU;wBAChB,QAAQ,EAAE;4BACN,IAAI,EAAE,IAAI,CAAC,IAAI;4BACf,SAAS,EAAE,IAAI,CAAC,SAAS;yBAC5B;qBACJ,CAAC;aACL,CAAC,CAAC;YACH,SAAS;QACb,CAAC;IACL,CAAC;IAED,OAAO,QAAQ,CAAC;AACpB,CAAC"}

package/lib/cjs/huggingface_ie.js

@@ -0,0 +1,201 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HuggingFaceIEDriver = void 0;
+const inference_1 = require("@huggingface/inference");
+const core_1 = require("@llumiverse/core");
+const async_1 = require("@llumiverse/core/async");
+const api_fetch_client_1 = require("@vertesia/api-fetch-client");
+class HuggingFaceIEDriver extends core_1.AbstractDriver {
+    static PROVIDER = "huggingface_ie";
+    provider = HuggingFaceIEDriver.PROVIDER;
+    service;
+    _executor;
+    constructor(options) {
+        super(options);
+        if (!options.endpoint_url) {
+            throw new Error(`Endpoint URL is required for ${this.provider}`);
+        }
+        this.service = new api_fetch_client_1.FetchClient(this.options.endpoint_url);
+        this.service.headers["Authorization"] = `Bearer ${this.options.apiKey}`;
+    }
+    async getModelURLEndpoint(modelId) {
+        const res = (await this.service.get(`/${modelId}`));
+        return {
+            url: res.status.url,
+            status: getStatus(res),
+        };
+    }
+    async getExecutor(model) {
+        if (!this._executor) {
+            const endpoint = await this.getModelURLEndpoint(model);
+            if (!endpoint.url)
+                throw new Error(`Endpoint URL not found for model ${model}`);
+            if (endpoint.status !== core_1.AIModelStatus.Available)
+                throw new Error(`Endpoint ${model} is not running - current status: ${endpoint.status}`);
+            // Use the new InferenceClient and bind it to the endpoint URL
+            this._executor = new inference_1.InferenceClient(this.options.apiKey).endpoint(endpoint.url);
+        }
+        return this._executor;
+    }
+    async requestTextCompletionStream(prompt, options) {
+        if (options.model_options?._option_id !== "text-fallback") {
+            this.logger.warn({ options: options.model_options }, "Invalid model options");
+        }
+        options.model_options = options.model_options;
+        const executor = await this.getExecutor(options.model);
+        const req = executor.textGenerationStream({
+            inputs: prompt,
+            parameters: {
+                temperature: options.model_options?.temperature,
+                max_new_tokens: options.model_options?.max_tokens,
+            },
+        });
+        return (0, async_1.transformAsyncIterator)(req, (val) => {
+            //special like <s> are not part of the result
+            if (val.token.special)
+                return { result: [] };
+            let finish_reason = val.details?.finish_reason;
+            if (finish_reason === "eos_token") {
+                finish_reason = "stop";
+            }
+            return {
+                result: val.token.text ? [{ type: "text", value: val.token.text }] : [],
+                finish_reason: finish_reason,
+                token_usage: {
+                    result: val.details?.generated_tokens ?? 0,
+                }
+            };
+        });
+    }
+    async requestTextCompletion(prompt, options) {
+        if (options.model_options?._option_id !== "text-fallback") {
+            this.logger.warn({ options: options.model_options }, "Invalid model options");
+        }
+        options.model_options = options.model_options;
+        const executor = await this.getExecutor(options.model);
+        const res = await executor.textGeneration({
+            inputs: prompt,
+            parameters: {
+                temperature: options.model_options?.temperature,
+                max_new_tokens: options.model_options?.max_tokens,
+            },
+        });
+        let finish_reason = res.details?.finish_reason;
+        if (finish_reason === "eos_token") {
+            finish_reason = "stop";
+        }
+        return {
+            result: [{ type: "text", value: res.generated_text }],
+            finish_reason: finish_reason,
+            token_usage: {
+                result: res.details?.generated_tokens
+            },
+            original_response: options.include_original_response ? res : undefined,
+        };
+    }
+    // ============== management API ==============
+    async listModels() {
+        const res = await this.service.get("/");
+        const hfModels = res.items;
+        if (!hfModels || !hfModels.length)
+            return [];
+        const models = hfModels.map((model) => ({
+            id: model.name,
+            name: `${model.name} [${model.model.repository}:${model.model.task}]`,
+            provider: this.provider,
+            tags: [model.model.task],
+            status: getStatus(model),
+        }));
+        return models;
+    }
+    async validateConnection() {
+        try {
+            await this.service.get("/models");
+            return true;
+        }
+        catch (error) {
+            return false;
+        }
+    }
+    async generateEmbeddings() {
+        throw new Error("Method not implemented.");
+    }
+}
+exports.HuggingFaceIEDriver = HuggingFaceIEDriver;
+//get status from HF status
+function getStatus(hfModel) {
+    //[ pending, initializing, updating, updateFailed, running, paused, failed, scaledToZero ]
+    switch (hfModel.status.state) {
+        case "running":
+            return core_1.AIModelStatus.Available;
+        case "initializing":
+            return core_1.AIModelStatus.Pending;
+        case "updating":
+            return core_1.AIModelStatus.Pending;
+        case "updateFailed":
+            return core_1.AIModelStatus.Unavailable;
+        case "paused":
+            return core_1.AIModelStatus.Stopped;
+        case "failed":
+            return core_1.AIModelStatus.Unavailable;
+        case "scaledToZero":
+            return core_1.AIModelStatus.Available;
+        default:
+            return core_1.AIModelStatus.Unknown;
+    }
+}
+/*
+Example of model returned by the API
+{
+    "items": [
+      {
+        "accountId": "string",
+        "compute": {
+          "accelerator": "cpu",
+          "instanceSize": "large",
+          "instanceType": "c6i",
+          "scaling": {
+            "maxReplica": 8,
+            "minReplica": 2
+          }
+        },
+        "model": {
+          "framework": "custom",
+          "image": {
+            "huggingface": {}
+          },
+          "repository": "gpt2",
+          "revision": "6c0e6080953db56375760c0471a8c5f2929baf11",
+          "task": "text-classification"
+        },
+        "name": "my-endpoint",
+        "provider": {
+          "region": "us-east-1",
+          "vendor": "aws"
+        },
+        "status": {
+          "createdAt": "2023-10-19T05:04:17.305Z",
+          "createdBy": {
+            "id": "string",
+            "name": "string"
+          },
+          "message": "Endpoint is ready",
+          "private": {
+            "serviceName": "string"
+          },
+          "readyReplica": 2,
+          "state": "pending",
+          "targetReplica": 4,
+          "updatedAt": "2023-10-19T05:04:17.305Z",
+          "updatedBy": {
+            "id": "string",
+            "name": "string"
+          },
+          "url": "https://endpoint-id.region.vendor.endpoints.huggingface.cloud"
+        },
+        "type": "public"
+      }
+    ]
+  }
+*/
+//# sourceMappingURL=huggingface_ie.js.map

package/lib/cjs/huggingface_ie.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"huggingface_ie.js","sourceRoot":"","sources":["../../src/huggingface_ie.ts"],"names":[],"mappings":";;;AAAA,sDAGgC;AAChC,2CAS0B;AAC1B,kDAAgE;AAChE,iEAAyD;AAOzD,MAAa,mBAAoB,SAAQ,qBAAkD;IACvF,MAAM,CAAC,QAAQ,GAAG,gBAAgB,CAAC;IACnC,QAAQ,GAAG,mBAAmB,CAAC,QAAQ,CAAC;IACxC,OAAO,CAAc;IACrB,SAAS,CAAmB;IAE5B,YACI,OAAmC;QAEnC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,gCAAgC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACrE,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,8BAAW,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QAC1D,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;IAC5E,CAAC;IAED,KAAK,CAAC,mBAAmB,CACrB,OAAe;QAEf,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,OAAO,EAAE,CAAC,CAAuB,CAAC;QAC1E,OAAO;YACH,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG;YACnB,MAAM,EAAE,SAAS,CAAC,GAAG,CAAC;SACzB,CAAC;IACN,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,KAAa;QAC3B,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YAClB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;YACvD,IAAI,CAAC,QAAQ,CAAC,GAAG;gBACb,MAAM,IAAI,KAAK,CACX,oCAAoC,KAAK,EAAE,CAC9C,CAAC;YACN,IAAI,QAAQ,CAAC,MAAM,KAAK,oBAAa,CAAC,SAAS;gBAC3C,MAAM,IAAI,KAAK,CACX,YAAY,KAAK,qCAAqC,QAAQ,CAAC,MAAM,EAAE,CAC1E,CAAC;YAEN,8DAA8D;YAC9D,IAAI,CAAC,SAAS,GAAG,IAAI,2BAAe,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,QAAQ,CAC9D,QAAQ,CAAC,GAAG,CACf,CAAC;QACN,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,MAAc,EAAE,OAAyB;QACvE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,uBAAuB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACvD,MAAM,GAAG,GAAG,QAAQ,CAAC,oBAAoB,CAAC;YACtC,MAAM,EAAE,MAAM;YACd,UAAU,EAAE;gBACR,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;aACpD;SACJ,CAAC,CAAC;QAEH,OAAO,IAAA,8BAAsB,EAAC,GAAG,EAAE,CAAC,GAA+B,EAAyB,EAAE;YAC1F,6CAA6C;YAC7C,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO;gBAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;YAC7C,IAAI,aAAa,GAAG,GAAG,CAAC,OAAO,EAAE,aAAuB,CAAC;YACzD,IAAI,aAAa,KAAK,WAAW,EAAE,CAAC;gBAChC,aAAa,GAAG,MAAM,CAAC;YAC3B,CAAC;YACD,OAAO;gBACH,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;gBAChF,aAAa,EAAE,aAAa;gBAC5B,WAAW,EAAE;oBACT,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE,gBAAgB,IAAI,CAAC;iBAC7C;aACJ,CAAC;QACN,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,MAAc,EAAE,OAAyB;QACjE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,uBAAuB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACvD,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC;YACtC,MAAM,EAAE,MAAM;YACd,UAAU,EAAE;gBACR,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;aACpD;SACJ,CAAC,CAAC;QAEH,IAAI,aAAa,GAAG,GAAG,CAAC,OAAO,EAAE,aAAuB,CAAC;QACzD,IAAI,aAAa,KAAK,WAAW,EAAE,CAAC;YAChC,aAAa,GAAG,MAAM,CAAC;QAC3B,CAAC;QACD,OAAO;YACH,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,KAAK,EAAE,GAAG,CAAC,cAAc,EAAE,CAAC;YAC9D,aAAa,EAAE,aAAa;YAC5B,WAAW,EAAE;gBACT,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE,gBAAgB;aACxC;YACD,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;SACzE,CAAC;IAEN,CAAC;IAED,+CAA+C;IAE/C,KAAK,CAAC,UAAU;QACZ,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,QAAQ,GAAG,GAAG,CAAC,KAA6B,CAAC;QACnD,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,MAAM;YAAE,OAAO,EAAE,CAAC;QAE7C,MAAM,MAAM,GAAc,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAyB,EAAE,EAAE,CAAC,CAAC;YACnE,EAAE,EAAE,KAAK,CAAC,IAAI;YACd,IAAI,EAAE,GAAG,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,GAAG;YACrE,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;YACxB,MAAM,EAAE,SAAS,CAAC,KAAK,CAAC;SAC3B,CAAC,CAAC,CAAC;QAEJ,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,kBAAkB;QACpB,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAClC,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,kBAAkB;QACpB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;;AA1IL,kDA4IC;AAED,2BAA2B;AAC3B,SAAS,SAAS,CAAC,OAA2B;IAC1C,0FAA0F;IAC1F,QAAQ,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAC3B,KAAK,SAAS;YACV,OAAO,oBAAa,CAAC,SAAS,CAAC;QACnC,KAAK,cAAc;YACf,OAAO,oBAAa,CAAC,OAAO,CAAC;QACjC,KAAK,UAAU;YACX,OAAO,oBAAa,CAAC,OAAO,CAAC;QACjC,KAAK,cAAc;YACf,OAAO,oBAAa,CAAC,WAAW,CAAC;QACrC,KAAK,QAAQ;YACT,OAAO,oBAAa,CAAC,OAAO,CAAC;QACjC,KAAK,QAAQ;YACT,OAAO,oBAAa,CAAC,WAAW,CAAC;QACrC,KAAK,cAAc;YACf,OAAO,oBAAa,CAAC,SAAS,CAAC;QACnC;YACI,OAAO,oBAAa,CAAC,OAAO,CAAC;IACrC,CAAC;AACL,CAAC;AAkDD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAqDE"}

package/lib/cjs/index.js

@@ -0,0 +1,31 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./azure/azure_foundry.js"), exports);
+__exportStar(require("./bedrock/index.js"), exports);
+__exportStar(require("./groq/index.js"), exports);
+__exportStar(require("./huggingface_ie.js"), exports);
+__exportStar(require("./mistral/index.js"), exports);
+__exportStar(require("./openai/azure_openai.js"), exports);
+__exportStar(require("./openai/openai.js"), exports);
+__exportStar(require("./openai/openai_compatible.js"), exports);
+__exportStar(require("./replicate.js"), exports);
+__exportStar(require("./test-driver/index.js"), exports);
+__exportStar(require("./togetherai/index.js"), exports);
+__exportStar(require("./vertexai/index.js"), exports);
+__exportStar(require("./watsonx/index.js"), exports);
+__exportStar(require("./xai/index.js"), exports);
+//# sourceMappingURL=index.js.map

package/lib/cjs/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2DAAyC;AACzC,qDAAmC;AACnC,kDAAgC;AAChC,sDAAoC;AACpC,qDAAmC;AACnC,2DAAyC;AACzC,qDAAmC;AACnC,gEAA8C;AAC9C,iDAA+B;AAC/B,yDAAuC;AACvC,wDAAsC;AACtC,sDAAoC;AACpC,qDAAmC;AACnC,iDAA+B"}