@llumiverse/drivers 0.22.0 → 0.23.0-dev-20251118

package/lib/esm/src/groq/index.js

@@ -0,0 +1,286 @@
+import { AbstractDriver } from "@llumiverse/core";
+import { transformAsyncIterator } from "@llumiverse/core/async";
+import { formatOpenAILikeMultimodalPrompt } from "../openai/openai_format.js";
+import Groq from "groq-sdk";
+export class GroqDriver extends AbstractDriver {
+    static PROVIDER = "groq";
+    provider = GroqDriver.PROVIDER;
+    apiKey;
+    client;
+    endpointUrl;
+    constructor(options) {
+        super(options);
+        this.apiKey = options.apiKey;
+        this.client = new Groq({
+            apiKey: options.apiKey,
+            baseURL: options.endpoint_url
+        });
+    }
+    // protected canStream(options: ExecutionOptions): Promise<boolean> {
+    //     if (options.result_schema) {
+    //         // not yet streaming json responses
+    //         return Promise.resolve(false);
+    //     } else {
+    //         return Promise.resolve(true);
+    //     }
+    // }
+    getResponseFormat(_options) {
+        //TODO: when forcing json_object type the streaming is not supported.
+        // either implement canStream as above or comment the code below:
+        // const responseFormatJson: Groq.Chat.Completions.CompletionCreateParams.ResponseFormat = {
+        //     type: "json_object",
+        // }
+        // return _options.result_schema ? responseFormatJson : undefined;
+        return undefined;
+    }
+    async formatPrompt(segments, opts) {
+        // Use OpenAI's multimodal formatter as base then convert to Groq types
+        const openaiMessages = await formatOpenAILikeMultimodalPrompt(segments, {
+            ...opts,
+            multimodal: true,
+        });
+        // Convert OpenAI ChatCompletionMessageParam[] to Groq ChatCompletionMessageParam[]
+        // Handle differences between OpenAI and Groq SDK types
+        const groqMessages = openaiMessages.map(msg => {
+            // Handle OpenAI developer messages - convert to system messages for Groq
+            if (msg.role === 'developer' || msg.role === 'system') {
+                const systemMsg = {
+                    role: 'system',
+                    content: Array.isArray(msg.content)
+                        ? msg.content.map(part => part.text).join('\n')
+                        : msg.content,
+                    // Preserve name if present
+                    ...(msg.name && { name: msg.name })
+                };
+                return systemMsg;
+            }
+            // Handle user messages - filter content parts to only supported types
+            if (msg.role === 'user') {
+                let content = undefined;
+                if (typeof msg.content === 'string') {
+                    content = msg.content;
+                }
+                else if (Array.isArray(msg.content)) {
+                    // Filter to only text and image_url parts that Groq supports
+                    const supportedParts = msg.content.filter(part => part.type === 'text' || part.type === 'image_url').map(part => {
+                        if (part.type === 'text') {
+                            return { type: 'text', text: part.text };
+                        }
+                        else if (part.type === 'image_url') {
+                            return {
+                                type: 'image_url',
+                                image_url: {
+                                    url: part.image_url.url,
+                                    ...(part.image_url.detail && { detail: part.image_url.detail })
+                                }
+                            };
+                        }
+                        return null;
+                    }).filter(Boolean);
+                    content = supportedParts.length > 0 ? supportedParts : 'Content not supported';
+                }
+                const userMsg = {
+                    role: 'user',
+                    content: content ?? "",
+                    // Preserve name if present
+                    ...(msg.name && { name: msg.name })
+                };
+                return userMsg;
+            }
+            // Handle assistant messages - handle content arrays if needed
+            if (msg.role === 'assistant') {
+                const assistantMsg = {
+                    role: 'assistant',
+                    content: Array.isArray(msg.content)
+                        ? msg.content.map(part => 'text' in part ? part.text : '').filter(Boolean).join('\n') || null
+                        : msg.content,
+                    // Preserve other assistant message properties
+                    ...(msg.tool_calls && { tool_calls: msg.tool_calls }),
+                    ...(msg.name && { name: msg.name })
+                };
+                return assistantMsg;
+            }
+            // For tool and function messages, they should be compatible
+            if (msg.role === 'tool') {
+                const toolMsg = {
+                    role: 'tool',
+                    tool_call_id: msg.tool_call_id,
+                    content: Array.isArray(msg.content)
+                        ? msg.content.map(part => part.text).join('\n')
+                        : msg.content
+                };
+                return toolMsg;
+            }
+            if (msg.role === 'function') {
+                const functionMsg = {
+                    role: 'function',
+                    name: msg.name,
+                    content: msg.content
+                };
+                return functionMsg;
+            }
+            // Fallback - should not reach here but provides type safety
+            throw new Error(`Unsupported message role: ${msg.role}`);
+        });
+        return groqMessages;
+    }
+    getToolDefinitions(tools) {
+        if (!tools || tools.length === 0) {
+            return undefined;
+        }
+        return tools.map(tool => ({
+            type: 'function',
+            function: {
+                name: tool.name,
+                description: tool.description,
+                parameters: tool.input_schema,
+            }
+        }));
+    }
+    extractToolUse(message) {
+        if (!message.tool_calls || message.tool_calls.length === 0) {
+            return undefined;
+        }
+        return message.tool_calls.map((toolCall) => ({
+            id: toolCall.id,
+            tool_name: toolCall.function.name,
+            tool_input: JSON.parse(toolCall.function.arguments || '{}'),
+        }));
+    }
+    sanitizeMessagesForGroq(messages) {
+        return messages.map(message => {
+            // Remove any reasoning field from message objects
+            const { reasoning, ...sanitizedMessage } = message;
+            // If message has content array, filter out reasoning content types
+            if (Array.isArray(sanitizedMessage.content)) {
+                sanitizedMessage.content = sanitizedMessage.content.filter((part) => {
+                    // Filter out any reasoning-related content parts
+                    return part.type !== 'reasoning' && !('reasoning' in part);
+                });
+            }
+            return sanitizedMessage;
+        });
+    }
+    async requestTextCompletion(messages, options) {
+        if (options.model_options?._option_id !== "text-fallback" && options.model_options?._option_id !== "groq-deepseek-thinking") {
+            this.logger.warn("Invalid model options", { options: options.model_options });
+        }
+        options.model_options = options.model_options;
+        // Update conversation with current messages
+        let conversation = updateConversation(options.conversation, messages);
+        // Filter out any reasoning content that Groq doesn't support
+        conversation = this.sanitizeMessagesForGroq(conversation);
+        const tools = this.getToolDefinitions(options.tools);
+        const res = await this.client.chat.completions.create({
+            model: options.model,
+            messages: conversation,
+            max_completion_tokens: options.model_options?.max_tokens,
+            temperature: options.model_options?.temperature,
+            top_p: options.model_options?.top_p,
+            //top_logprobs: options.top_logprobs,       //Logprobs output currently not supported
+            //logprobs: options.top_logprobs ? true : false,
+            presence_penalty: options.model_options?.presence_penalty,
+            frequency_penalty: options.model_options?.frequency_penalty,
+            response_format: this.getResponseFormat(options),
+            tools: tools,
+        });
+        const choice = res.choices[0];
+        const result = choice.message.content;
+        // Extract tool use from the response
+        const tool_use = this.extractToolUse(choice.message);
+        // Update conversation with the response
+        conversation = updateConversation(conversation, [choice.message]);
+        let finish_reason = choice.finish_reason;
+        if (tool_use && tool_use.length > 0) {
+            finish_reason = "tool_calls";
+        }
+        return {
+            result: result ? [{ type: "text", value: result }] : [],
+            token_usage: {
+                prompt: res.usage?.prompt_tokens,
+                result: res.usage?.completion_tokens,
+                total: res.usage?.total_tokens,
+            },
+            finish_reason: finish_reason,
+            original_response: options.include_original_response ? res : undefined,
+            conversation,
+            tool_use,
+        };
+    }
+    async requestTextCompletionStream(messages, options) {
+        if (options.model_options?._option_id !== "text-fallback") {
+            this.logger.warn("Invalid model options", { options: options.model_options });
+        }
+        options.model_options = options.model_options;
+        // Update conversation with current messages
+        let conversation = updateConversation(options.conversation, messages);
+        // Filter out any reasoning content that Groq doesn't support
+        conversation = this.sanitizeMessagesForGroq(conversation);
+        const tools = this.getToolDefinitions(options.tools);
+        const res = await this.client.chat.completions.create({
+            model: options.model,
+            messages: conversation,
+            max_completion_tokens: options.model_options?.max_tokens,
+            temperature: options.model_options?.temperature,
+            top_p: options.model_options?.top_p,
+            //top_logprobs: options.top_logprobs,       //Logprobs output currently not supported
+            //logprobs: options.top_logprobs ? true : false,
+            presence_penalty: options.model_options?.presence_penalty,
+            frequency_penalty: options.model_options?.frequency_penalty,
+            stream: true,
+            tools: tools,
+        });
+        return transformAsyncIterator(res, (chunk) => {
+            const choice = chunk.choices[0];
+            let finish_reason = choice.finish_reason;
+            // Check for tool calls in the delta
+            if (choice.delta.tool_calls && choice.delta.tool_calls.length > 0) {
+                finish_reason = "tool_calls";
+            }
+            return {
+                result: choice.delta.content ? [{ type: "text", value: choice.delta.content }] : [],
+                finish_reason: finish_reason ?? undefined,
+                token_usage: {
+                    prompt: chunk.x_groq?.usage?.prompt_tokens,
+                    result: chunk.x_groq?.usage?.completion_tokens,
+                    total: chunk.x_groq?.usage?.total_tokens,
+                },
+            };
+        });
+    }
+    async listModels() {
+        const models = await this.client.models.list();
+        if (!models.data) {
+            throw new Error("No models found");
+        }
+        const aiModels = models.data?.map(m => {
+            if (!m.id) {
+                throw new Error("Model id is missing");
+            }
+            return {
+                id: m.id,
+                name: m.id,
+                description: undefined,
+                provider: this.provider,
+                owner: m.owned_by || '',
+            };
+        });
+        return aiModels;
+    }
+    validateConnection() {
+        throw new Error("Method not implemented.");
+    }
+    async generateEmbeddings({}) {
+        throw new Error("Method not implemented.");
+    }
+}
+/**
+ * Update the conversation messages by combining existing conversation with new messages
+ * @param conversation Existing conversation messages
+ * @param messages New messages to add
+ * @returns Combined conversation
+ */
+function updateConversation(conversation, messages) {
+    return (conversation || []).concat(messages);
+}
+//# sourceMappingURL=index.js.map

package/lib/esm/src/groq/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/groq/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,cAAc,EAAwK,MAAM,kBAAkB,CAAC;AACjO,OAAO,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AAChE,OAAO,EAAE,gCAAgC,EAAE,MAAM,4BAA4B,CAAC;AAE9E,OAAO,IAAI,MAAM,UAAU,CAAC;AAS5B,MAAM,OAAO,UAAW,SAAQ,cAA+D;IAC3F,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC;IACzB,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC;IAC/B,MAAM,CAAS;IACf,MAAM,CAAO;IACb,WAAW,CAAU;IAErB,YAAY,OAA0B;QAClC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,IAAI,IAAI,CAAC;YACnB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,YAAY;SAChC,CAAC,CAAC;IACP,CAAC;IAED,qEAAqE;IACrE,mCAAmC;IACnC,8CAA8C;IAC9C,yCAAyC;IACzC,eAAe;IACf,wCAAwC;IACxC,QAAQ;IACR,IAAI;IAEJ,iBAAiB,CAAC,QAA0B;QACxC,qEAAqE;QACrE,iEAAiE;QACjE,4FAA4F;QAC5F,2BAA2B;QAC3B,IAAI;QAEJ,kEAAkE;QAClE,OAAO,SAAS,CAAC;IACrB,CAAC;IAES,KAAK,CAAC,YAAY,CAAC,QAAyB,EAAE,IAAsB;QAC1E,uEAAuE;QACvE,MAAM,cAAc,GAAG,MAAM,gCAAgC,CAAC,QAAQ,EAAE;YACpE,GAAG,IAAI;YACP,UAAU,EAAE,IAAI;SACnB,CAAC,CAAC;QAEH,mFAAmF;QACnF,uDAAuD;QACvD,MAAM,YAAY,GAAiC,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;YACxE,yEAAyE;YACzE,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACpD,MAAM,SAAS,GAA+B;oBAC1C,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC;wBAC/B,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;wBAC/C,CAAC,CAAC,GAAG,CAAC,OAAO;oBACjB,2BAA2B;oBAC3B,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;iBACtC,CAAC;gBACF,OAAO,SAAS,CAAC;YACrB,CAAC;YAED,sEAAsE;YACtE,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACtB,IAAI,OAAO,GAAqJ,SAAS,CAAC;gBAE1K,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;oBAClC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;gBAC1B,CAAC;qBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBACpC,6DAA6D;oBAC7D,MAAM,cAAc,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAC7C,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,CACpD,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;wBACT,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;4BACvB,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;wBACtD,CAAC;6BAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;4BACnC,OAAO;gCACH,IAAI,EAAE,WAAoB;gCAC1B,SAAS,EAAE;oCACP,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG;oCACvB,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;iCAClE;6BACJ,CAAC;wBACN,CAAC;wBACD,OAAO,IAAI,CAAC;oBAChB,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAgI,CAAC;oBAElJ,OAAO,GAAG,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,uBAAuB,CAAC;gBACnF,CAAC;gBAED,MAAM,OAAO,GAA+B;oBACxC,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,OAAO,IAAI,EAAE;oBACtB,2BAA2B;oBAC3B,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;iBACtC,CAAC;gBACF,OAAO,OAAO,CAAC;YACnB,CAAC;YAED,8DAA8D;YAC9D,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBAC3B,MAAM,YAAY,GAA+B;oBAC7C,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC;wBAC/B,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI;wBAC7F,CAAC,CAAC,GAAG,CAAC,OAAO;oBACjB,8CAA8C;oBAC9C,GAAG,CAAC,GAAG,CAAC,UAAU,IAAI,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC;oBACrD,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;iBACtC,CAAC;gBACF,OAAO,YAAY,CAAC;YACxB,CAAC;YAED,4DAA4D;YAC5D,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACtB,MAAM,OAAO,GAA+B;oBACxC,IAAI,EAAE,MAAM;oBACZ,YAAY,EAAE,GAAG,CAAC,YAAY;oBAC9B,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC;wBAC/B,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;wBAC/C,CAAC,CAAC,GAAG,CAAC,OAAO;iBACpB,CAAC;gBACF,OAAO,OAAO,CAAC;YACnB,CAAC;YAED,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBAC1B,MAAM,WAAW,GAA+B;oBAC5C,IAAI,EAAE,UAAU;oBAChB,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,OAAO,EAAE,GAAG,CAAC,OAAO;iBACvB,CAAC;gBACF,OAAO,WAAW,CAAC;YACvB,CAAC;YAED,4DAA4D;YAC5D,MAAM,IAAI,KAAK,CAAC,6BAA8B,GAAW,CAAC,IAAI,EAAE,CAAC,CAAC;QACtE,CAAC,CAAC,CAAC;QAEH,OAAO,YAAY,CAAC;IACxB,CAAC;IAEO,kBAAkB,CAAC,KAAmC;QAC1D,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO,SAAS,CAAC;QACrB,CAAC;QAED,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACtB,IAAI,EAAE,UAAmB;YACzB,QAAQ,EAAE;gBACN,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,UAAU,EAAE,IAAI,CAAC,YAAyC;aAC7D;SACJ,CAAC,CAAC,CAAC;IACR,CAAC;IAEO,cAAc,CAAC,OAAY;QAC/B,IAAI,CAAC,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzD,OAAO,SAAS,CAAC;QACrB,CAAC;QAED,OAAO,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,QAAa,EAAE,EAAE,CAAC,CAAC;YAC9C,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI;YACjC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC;SAC9D,CAAC,CAAC,CAAC;IACR,CAAC;IAEO,uBAAuB,CAAC,QAAsC;QAClE,OAAO,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;YAC1B,kDAAkD;YAClD,MAAM,EAAE,SAAS,EAAE,GAAG,gBAAgB,EAAE,GAAG,OAAc,CAAC;YAE1D,mEAAmE;YACnE,IAAI,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC1C,gBAAgB,CAAC,OAAO,GAAG,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAS,EAAE,EAAE;oBACrE,iDAAiD;oBACjD,OAAO,IAAI,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,WAAW,IAAI,IAAI,CAAC,CAAC;gBAC/D,CAAC,CAAC,CAAC;YACP,CAAC;YAED,OAAO,gBAA8C,CAAC;QAC1D,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,QAAsC,EAAE,OAAyB;QACzF,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,wBAAwB,EAAE,CAAC;YAC1H,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,4CAA4C;QAC5C,IAAI,YAAY,GAAG,kBAAkB,CAAC,OAAO,CAAC,YAA4C,EAAE,QAAQ,CAAC,CAAC;QAEtG,6DAA6D;QAC7D,YAAY,GAAG,IAAI,CAAC,uBAAuB,CAAC,YAAY,CAAC,CAAC;QAE1D,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAErD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YAClD,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,YAAY;YACtB,qBAAqB,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;YACxD,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;YAC/C,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;YACnC,qFAAqF;YACrF,gDAAgD;YAChD,gBAAgB,EAAE,OAAO,CAAC,aAAa,EAAE,gBAAgB;YACzD,iBAAiB,EAAE,OAAO,CAAC,aAAa,EAAE,iBAAiB;YAC3D,eAAe,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;YAChD,KAAK,EAAE,KAAK;SACf,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;QAEtC,qCAAqC;QACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAErD,wCAAwC;QACxC,YAAY,GAAG,kBAAkB,CAAC,YAAY,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QAElE,IAAI,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;QACzC,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,aAAa,GAAG,YAAY,CAAC;QACjC,CAAC;QAED,OAAO;YACH,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;YACvD,WAAW,EAAE;gBACT,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,aAAa;gBAChC,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,iBAAiB;gBACpC,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,YAAY;aACjC;YACD,aAAa,EAAE,aAAa;YAC5B,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;YACtE,YAAY;YACZ,QAAQ;SACX,CAAC;IACN,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,QAAsC,EAAE,OAAyB;QAC/F,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,4CAA4C;QAC5C,IAAI,YAAY,GAAG,kBAAkB,CAAC,OAAO,CAAC,YAA4C,EAAE,QAAQ,CAAC,CAAC;QAEtG,6DAA6D;QAC7D,YAAY,GAAG,IAAI,CAAC,uBAAuB,CAAC,YAAY,CAAC,CAAC;QAE1D,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAErD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YAClD,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,YAAY;YACtB,qBAAqB,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;YACxD,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;YAC/C,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;YACnC,qFAAqF;YACrF,gDAAgD;YAChD,gBAAgB,EAAE,OAAO,CAAC,aAAa,EAAE,gBAAgB;YACzD,iBAAiB,EAAE,OAAO,CAAC,aAAa,EAAE,iBAAiB;YAC3D,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,KAAK;SACf,CAAC,CAAC;QAEH,OAAO,sBAAsB,CAAC,GAAG,EAAE,CAAC,KAAK,EAAE,EAAE;YACzC,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAChC,IAAI,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;YAEzC,oCAAoC;YACpC,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAChE,aAAa,GAAG,YAAY,CAAC;YACjC,CAAC;YAED,OAAO;gBACH,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;gBACnF,aAAa,EAAE,aAAa,IAAI,SAAS;gBACzC,WAAW,EAAE;oBACT,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,aAAa;oBAC1C,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,iBAAiB;oBAC9C,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,YAAY;iBAC3C;aAC4B,CAAC;QACtC,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAE/C,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACvC,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE;YAClC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;gBACR,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;YAC3C,CAAC;YACD,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,EAAE;gBACV,WAAW,EAAE,SAAS;gBACtB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,CAAC,CAAC,QAAQ,IAAI,EAAE;aAC1B,CAAA;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,EAAsB;QAC3C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;;AAIL;;;;;GAKG;AACH,SAAS,kBAAkB,CACvB,YAAsD,EACtD,QAAsC;IAEtC,OAAO,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;AACjD,CAAC"}

package/lib/esm/src/huggingface_ie.js

@@ -0,0 +1,197 @@
+import { InferenceClient, } from "@huggingface/inference";
+import { AIModelStatus, AbstractDriver, } from "@llumiverse/core";
+import { transformAsyncIterator } from "@llumiverse/core/async";
+import { FetchClient } from "@vertesia/api-fetch-client";
+export class HuggingFaceIEDriver extends AbstractDriver {
+    static PROVIDER = "huggingface_ie";
+    provider = HuggingFaceIEDriver.PROVIDER;
+    service;
+    _executor;
+    constructor(options) {
+        super(options);
+        if (!options.endpoint_url) {
+            throw new Error(`Endpoint URL is required for ${this.provider}`);
+        }
+        this.service = new FetchClient(this.options.endpoint_url);
+        this.service.headers["Authorization"] = `Bearer ${this.options.apiKey}`;
+    }
+    async getModelURLEndpoint(modelId) {
+        const res = (await this.service.get(`/${modelId}`));
+        return {
+            url: res.status.url,
+            status: getStatus(res),
+        };
+    }
+    async getExecutor(model) {
+        if (!this._executor) {
+            const endpoint = await this.getModelURLEndpoint(model);
+            if (!endpoint.url)
+                throw new Error(`Endpoint URL not found for model ${model}`);
+            if (endpoint.status !== AIModelStatus.Available)
+                throw new Error(`Endpoint ${model} is not running - current status: ${endpoint.status}`);
+            // Use the new InferenceClient and bind it to the endpoint URL
+            this._executor = new InferenceClient(this.options.apiKey).endpoint(endpoint.url);
+        }
+        return this._executor;
+    }
+    async requestTextCompletionStream(prompt, options) {
+        if (options.model_options?._option_id !== "text-fallback") {
+            this.logger.warn("Invalid model options", { options: options.model_options });
+        }
+        options.model_options = options.model_options;
+        const executor = await this.getExecutor(options.model);
+        const req = executor.textGenerationStream({
+            inputs: prompt,
+            parameters: {
+                temperature: options.model_options?.temperature,
+                max_new_tokens: options.model_options?.max_tokens,
+            },
+        });
+        return transformAsyncIterator(req, (val) => {
+            //special like <s> are not part of the result
+            if (val.token.special)
+                return { result: [] };
+            let finish_reason = val.details?.finish_reason;
+            if (finish_reason === "eos_token") {
+                finish_reason = "stop";
+            }
+            return {
+                result: val.token.text ? [{ type: "text", value: val.token.text }] : [],
+                finish_reason: finish_reason,
+                token_usage: {
+                    result: val.details?.generated_tokens ?? 0,
+                }
+            };
+        });
+    }
+    async requestTextCompletion(prompt, options) {
+        if (options.model_options?._option_id !== "text-fallback") {
+            this.logger.warn("Invalid model options", { options: options.model_options });
+        }
+        options.model_options = options.model_options;
+        const executor = await this.getExecutor(options.model);
+        const res = await executor.textGeneration({
+            inputs: prompt,
+            parameters: {
+                temperature: options.model_options?.temperature,
+                max_new_tokens: options.model_options?.max_tokens,
+            },
+        });
+        let finish_reason = res.details?.finish_reason;
+        if (finish_reason === "eos_token") {
+            finish_reason = "stop";
+        }
+        return {
+            result: [{ type: "text", value: res.generated_text }],
+            finish_reason: finish_reason,
+            token_usage: {
+                result: res.details?.generated_tokens
+            },
+            original_response: options.include_original_response ? res : undefined,
+        };
+    }
+    // ============== management API ==============
+    async listModels() {
+        const res = await this.service.get("/");
+        const hfModels = res.items;
+        if (!hfModels || !hfModels.length)
+            return [];
+        const models = hfModels.map((model) => ({
+            id: model.name,
+            name: `${model.name} [${model.model.repository}:${model.model.task}]`,
+            provider: this.provider,
+            tags: [model.model.task],
+            status: getStatus(model),
+        }));
+        return models;
+    }
+    async validateConnection() {
+        try {
+            await this.service.get("/models");
+            return true;
+        }
+        catch (error) {
+            return false;
+        }
+    }
+    async generateEmbeddings() {
+        throw new Error("Method not implemented.");
+    }
+}
+//get status from HF status
+function getStatus(hfModel) {
+    //[ pending, initializing, updating, updateFailed, running, paused, failed, scaledToZero ]
+    switch (hfModel.status.state) {
+        case "running":
+            return AIModelStatus.Available;
+        case "initializing":
+            return AIModelStatus.Pending;
+        case "updating":
+            return AIModelStatus.Pending;
+        case "updateFailed":
+            return AIModelStatus.Unavailable;
+        case "paused":
+            return AIModelStatus.Stopped;
+        case "failed":
+            return AIModelStatus.Unavailable;
+        case "scaledToZero":
+            return AIModelStatus.Available;
+        default:
+            return AIModelStatus.Unknown;
+    }
+}
+/*
+Example of model returned by the API
+{
+    "items": [
+      {
+        "accountId": "string",
+        "compute": {
+          "accelerator": "cpu",
+          "instanceSize": "large",
+          "instanceType": "c6i",
+          "scaling": {
+            "maxReplica": 8,
+            "minReplica": 2
+          }
+        },
+        "model": {
+          "framework": "custom",
+          "image": {
+            "huggingface": {}
+          },
+          "repository": "gpt2",
+          "revision": "6c0e6080953db56375760c0471a8c5f2929baf11",
+          "task": "text-classification"
+        },
+        "name": "my-endpoint",
+        "provider": {
+          "region": "us-east-1",
+          "vendor": "aws"
+        },
+        "status": {
+          "createdAt": "2023-10-19T05:04:17.305Z",
+          "createdBy": {
+            "id": "string",
+            "name": "string"
+          },
+          "message": "Endpoint is ready",
+          "private": {
+            "serviceName": "string"
+          },
+          "readyReplica": 2,
+          "state": "pending",
+          "targetReplica": 4,
+          "updatedAt": "2023-10-19T05:04:17.305Z",
+          "updatedBy": {
+            "id": "string",
+            "name": "string"
+          },
+          "url": "https://endpoint-id.region.vendor.endpoints.huggingface.cloud"
+        },
+        "type": "public"
+      }
+    ]
+  }
+*/
+//# sourceMappingURL=huggingface_ie.js.map

package/lib/esm/src/huggingface_ie.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"huggingface_ie.js","sourceRoot":"","sources":["../../../src/huggingface_ie.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,eAAe,GAElB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAEH,aAAa,EACb,cAAc,GAMjB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AAChE,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AAOzD,MAAM,OAAO,mBAAoB,SAAQ,cAAkD;IACvF,MAAM,CAAC,QAAQ,GAAG,gBAAgB,CAAC;IACnC,QAAQ,GAAG,mBAAmB,CAAC,QAAQ,CAAC;IACxC,OAAO,CAAc;IACrB,SAAS,CAAmB;IAE5B,YACI,OAAmC;QAEnC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,gCAAgC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACrE,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QAC1D,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;IAC5E,CAAC;IAED,KAAK,CAAC,mBAAmB,CACrB,OAAe;QAEf,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,OAAO,EAAE,CAAC,CAAuB,CAAC;QAC1E,OAAO;YACH,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG;YACnB,MAAM,EAAE,SAAS,CAAC,GAAG,CAAC;SACzB,CAAC;IACN,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,KAAa;QAC3B,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YAClB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;YACvD,IAAI,CAAC,QAAQ,CAAC,GAAG;gBACb,MAAM,IAAI,KAAK,CACX,oCAAoC,KAAK,EAAE,CAC9C,CAAC;YACN,IAAI,QAAQ,CAAC,MAAM,KAAK,aAAa,CAAC,SAAS;gBAC3C,MAAM,IAAI,KAAK,CACX,YAAY,KAAK,qCAAqC,QAAQ,CAAC,MAAM,EAAE,CAC1E,CAAC;YAEN,8DAA8D;YAC9D,IAAI,CAAC,SAAS,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,QAAQ,CAC9D,QAAQ,CAAC,GAAG,CACf,CAAC;QACN,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,MAAc,EAAE,OAAyB;QACvE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACvD,MAAM,GAAG,GAAG,QAAQ,CAAC,oBAAoB,CAAC;YACtC,MAAM,EAAE,MAAM;YACd,UAAU,EAAE;gBACR,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;aACpD;SACJ,CAAC,CAAC;QAEH,OAAO,sBAAsB,CAAC,GAAG,EAAE,CAAC,GAA+B,EAA0B,EAAE;YAC3F,6CAA6C;YAC7C,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO;gBAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;YAC7C,IAAI,aAAa,GAAG,GAAG,CAAC,OAAO,EAAE,aAAuB,CAAC;YACzD,IAAI,aAAa,KAAK,WAAW,EAAE,CAAC;gBAChC,aAAa,GAAG,MAAM,CAAC;YAC3B,CAAC;YACD,OAAO;gBACH,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;gBAChF,aAAa,EAAE,aAAa;gBAC5B,WAAW,EAAE;oBACT,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE,gBAAgB,IAAI,CAAC;iBAC7C;aACJ,CAAC;QACN,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,MAAc,EAAE,OAAyB;QACjE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACvD,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC;YACtC,MAAM,EAAE,MAAM;YACd,UAAU,EAAE;gBACR,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;aACpD;SACJ,CAAC,CAAC;QAEH,IAAI,aAAa,GAAG,GAAG,CAAC,OAAO,EAAE,aAAuB,CAAC;QACzD,IAAI,aAAa,KAAK,WAAW,EAAE,CAAC;YAChC,aAAa,GAAG,MAAM,CAAC;QAC3B,CAAC;QACD,OAAO;YACH,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,KAAK,EAAE,GAAG,CAAC,cAAc,EAAE,CAAC;YAC9D,aAAa,EAAE,aAAa;YAC5B,WAAW,EAAE;gBACT,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE,gBAAgB;aACxC;YACD,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;SACzE,CAAC;IAEN,CAAC;IAED,+CAA+C;IAE/C,KAAK,CAAC,UAAU;QACZ,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,QAAQ,GAAG,GAAG,CAAC,KAA6B,CAAC;QACnD,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,MAAM;YAAE,OAAO,EAAE,CAAC;QAE7C,MAAM,MAAM,GAAc,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAyB,EAAE,EAAE,CAAC,CAAC;YACnE,EAAE,EAAE,KAAK,CAAC,IAAI;YACd,IAAI,EAAE,GAAG,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,GAAG;YACrE,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;YACxB,MAAM,EAAE,SAAS,CAAC,KAAK,CAAC;SAC3B,CAAC,CAAC,CAAC;QAEJ,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,kBAAkB;QACpB,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAClC,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,kBAAkB;QACpB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;;AAIL,2BAA2B;AAC3B,SAAS,SAAS,CAAC,OAA2B;IAC1C,0FAA0F;IAC1F,QAAQ,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAC3B,KAAK,SAAS;YACV,OAAO,aAAa,CAAC,SAAS,CAAC;QACnC,KAAK,cAAc;YACf,OAAO,aAAa,CAAC,OAAO,CAAC;QACjC,KAAK,UAAU;YACX,OAAO,aAAa,CAAC,OAAO,CAAC;QACjC,KAAK,cAAc;YACf,OAAO,aAAa,CAAC,WAAW,CAAC;QACrC,KAAK,QAAQ;YACT,OAAO,aAAa,CAAC,OAAO,CAAC;QACjC,KAAK,QAAQ;YACT,OAAO,aAAa,CAAC,WAAW,CAAC;QACrC,KAAK,cAAc;YACf,OAAO,aAAa,CAAC,SAAS,CAAC;QACnC;YACI,OAAO,aAAa,CAAC,OAAO,CAAC;IACrC,CAAC;AACL,CAAC;AAkDD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAqDE"}

package/lib/esm/src/index.js

@@ -0,0 +1,14 @@
+export * from "./azure/azure_foundry.js";
+export * from "./bedrock/index.js";
+export * from "./groq/index.js";
+export * from "./huggingface_ie.js";
+export * from "./mistral/index.js";
+export * from "./openai/azure_openai.js";
+export * from "./openai/openai.js";
+export * from "./replicate.js";
+export * from "./test-driver/index.js";
+export * from "./togetherai/index.js";
+export * from "./vertexai/index.js";
+export * from "./watsonx/index.js";
+export * from "./xai/index.js";
+//# sourceMappingURL=index.js.map

package/lib/esm/src/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,iBAAiB,CAAC;AAChC,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AACnC,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AACtC,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AACnC,cAAc,gBAAgB,CAAC"}