@llumiverse/drivers 0.23.0 → 0.24.0-dev.20260203.164053Z

package/lib/cjs/groq/index.js

@@ -1,293 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.GroqDriver = void 0;
-const core_1 = require("@llumiverse/core");
-const async_1 = require("@llumiverse/core/async");
-const openai_format_js_1 = require("../openai/openai_format.js");
-const groq_sdk_1 = __importDefault(require("groq-sdk"));
-class GroqDriver extends core_1.AbstractDriver {
-    static PROVIDER = "groq";
-    provider = GroqDriver.PROVIDER;
-    apiKey;
-    client;
-    endpointUrl;
-    constructor(options) {
-        super(options);
-        this.apiKey = options.apiKey;
-        this.client = new groq_sdk_1.default({
-            apiKey: options.apiKey,
-            baseURL: options.endpoint_url
-        });
-    }
-    // protected canStream(options: ExecutionOptions): Promise<boolean> {
-    //     if (options.result_schema) {
-    //         // not yet streaming json responses
-    //         return Promise.resolve(false);
-    //     } else {
-    //         return Promise.resolve(true);
-    //     }
-    // }
-    getResponseFormat(_options) {
-        //TODO: when forcing json_object type the streaming is not supported.
-        // either implement canStream as above or comment the code below:
-        // const responseFormatJson: Groq.Chat.Completions.CompletionCreateParams.ResponseFormat = {
-        //     type: "json_object",
-        // }
-        // return _options.result_schema ? responseFormatJson : undefined;
-        return undefined;
-    }
-    async formatPrompt(segments, opts) {
-        // Use OpenAI's multimodal formatter as base then convert to Groq types
-        const openaiMessages = await (0, openai_format_js_1.formatOpenAILikeMultimodalPrompt)(segments, {
-            ...opts,
-            multimodal: true,
-        });
-        // Convert OpenAI ChatCompletionMessageParam[] to Groq ChatCompletionMessageParam[]
-        // Handle differences between OpenAI and Groq SDK types
-        const groqMessages = openaiMessages.map(msg => {
-            // Handle OpenAI developer messages - convert to system messages for Groq
-            if (msg.role === 'developer' || msg.role === 'system') {
-                const systemMsg = {
-                    role: 'system',
-                    content: Array.isArray(msg.content)
-                        ? msg.content.map(part => part.text).join('\n')
-                        : msg.content,
-                    // Preserve name if present
-                    ...(msg.name && { name: msg.name })
-                };
-                return systemMsg;
-            }
-            // Handle user messages - filter content parts to only supported types
-            if (msg.role === 'user') {
-                let content = undefined;
-                if (typeof msg.content === 'string') {
-                    content = msg.content;
-                }
-                else if (Array.isArray(msg.content)) {
-                    // Filter to only text and image_url parts that Groq supports
-                    const supportedParts = msg.content.filter(part => part.type === 'text' || part.type === 'image_url').map(part => {
-                        if (part.type === 'text') {
-                            return { type: 'text', text: part.text };
-                        }
-                        else if (part.type === 'image_url') {
-                            return {
-                                type: 'image_url',
-                                image_url: {
-                                    url: part.image_url.url,
-                                    ...(part.image_url.detail && { detail: part.image_url.detail })
-                                }
-                            };
-                        }
-                        return null;
-                    }).filter(Boolean);
-                    content = supportedParts.length > 0 ? supportedParts : 'Content not supported';
-                }
-                const userMsg = {
-                    role: 'user',
-                    content: content ?? "",
-                    // Preserve name if present
-                    ...(msg.name && { name: msg.name })
-                };
-                return userMsg;
-            }
-            // Handle assistant messages - handle content arrays if needed
-            if (msg.role === 'assistant') {
-                const assistantMsg = {
-                    role: 'assistant',
-                    content: Array.isArray(msg.content)
-                        ? msg.content.map(part => 'text' in part ? part.text : '').filter(Boolean).join('\n') || null
-                        : msg.content,
-                    // Preserve other assistant message properties
-                    ...(msg.tool_calls && { tool_calls: msg.tool_calls }),
-                    ...(msg.name && { name: msg.name })
-                };
-                return assistantMsg;
-            }
-            // For tool and function messages, they should be compatible
-            if (msg.role === 'tool') {
-                const toolMsg = {
-                    role: 'tool',
-                    tool_call_id: msg.tool_call_id,
-                    content: Array.isArray(msg.content)
-                        ? msg.content.map(part => part.text).join('\n')
-                        : msg.content
-                };
-                return toolMsg;
-            }
-            if (msg.role === 'function') {
-                const functionMsg = {
-                    role: 'function',
-                    name: msg.name,
-                    content: msg.content
-                };
-                return functionMsg;
-            }
-            // Fallback - should not reach here but provides type safety
-            throw new Error(`Unsupported message role: ${msg.role}`);
-        });
-        return groqMessages;
-    }
-    getToolDefinitions(tools) {
-        if (!tools || tools.length === 0) {
-            return undefined;
-        }
-        return tools.map(tool => ({
-            type: 'function',
-            function: {
-                name: tool.name,
-                description: tool.description,
-                parameters: tool.input_schema,
-            }
-        }));
-    }
-    extractToolUse(message) {
-        if (!message.tool_calls || message.tool_calls.length === 0) {
-            return undefined;
-        }
-        return message.tool_calls.map((toolCall) => ({
-            id: toolCall.id,
-            tool_name: toolCall.function.name,
-            tool_input: JSON.parse(toolCall.function.arguments || '{}'),
-        }));
-    }
-    sanitizeMessagesForGroq(messages) {
-        return messages.map(message => {
-            // Remove any reasoning field from message objects
-            const { reasoning, ...sanitizedMessage } = message;
-            // If message has content array, filter out reasoning content types
-            if (Array.isArray(sanitizedMessage.content)) {
-                sanitizedMessage.content = sanitizedMessage.content.filter((part) => {
-                    // Filter out any reasoning-related content parts
-                    return part.type !== 'reasoning' && !('reasoning' in part);
-                });
-            }
-            return sanitizedMessage;
-        });
-    }
-    async requestTextCompletion(messages, options) {
-        if (options.model_options?._option_id !== "text-fallback" && options.model_options?._option_id !== "groq-deepseek-thinking") {
-            this.logger.warn({ options: options.model_options }, "Invalid model options");
-        }
-        options.model_options = options.model_options;
-        // Update conversation with current messages
-        let conversation = updateConversation(options.conversation, messages);
-        // Filter out any reasoning content that Groq doesn't support
-        conversation = this.sanitizeMessagesForGroq(conversation);
-        const tools = this.getToolDefinitions(options.tools);
-        const res = await this.client.chat.completions.create({
-            model: options.model,
-            messages: conversation,
-            max_completion_tokens: options.model_options?.max_tokens,
-            temperature: options.model_options?.temperature,
-            top_p: options.model_options?.top_p,
-            //top_logprobs: options.top_logprobs,       //Logprobs output currently not supported
-            //logprobs: options.top_logprobs ? true : false,
-            presence_penalty: options.model_options?.presence_penalty,
-            frequency_penalty: options.model_options?.frequency_penalty,
-            response_format: this.getResponseFormat(options),
-            tools: tools,
-        });
-        const choice = res.choices[0];
-        const result = choice.message.content;
-        // Extract tool use from the response
-        const tool_use = this.extractToolUse(choice.message);
-        // Update conversation with the response
-        conversation = updateConversation(conversation, [choice.message]);
-        let finish_reason = choice.finish_reason;
-        if (tool_use && tool_use.length > 0) {
-            finish_reason = "tool_calls";
-        }
-        return {
-            result: result ? [{ type: "text", value: result }] : [],
-            token_usage: {
-                prompt: res.usage?.prompt_tokens,
-                result: res.usage?.completion_tokens,
-                total: res.usage?.total_tokens,
-            },
-            finish_reason: finish_reason,
-            original_response: options.include_original_response ? res : undefined,
-            conversation,
-            tool_use,
-        };
-    }
-    async requestTextCompletionStream(messages, options) {
-        if (options.model_options?._option_id !== "text-fallback") {
-            this.logger.warn({ options: options.model_options }, "Invalid model options");
-        }
-        options.model_options = options.model_options;
-        // Update conversation with current messages
-        let conversation = updateConversation(options.conversation, messages);
-        // Filter out any reasoning content that Groq doesn't support
-        conversation = this.sanitizeMessagesForGroq(conversation);
-        const tools = this.getToolDefinitions(options.tools);
-        const res = await this.client.chat.completions.create({
-            model: options.model,
-            messages: conversation,
-            max_completion_tokens: options.model_options?.max_tokens,
-            temperature: options.model_options?.temperature,
-            top_p: options.model_options?.top_p,
-            //top_logprobs: options.top_logprobs,       //Logprobs output currently not supported
-            //logprobs: options.top_logprobs ? true : false,
-            presence_penalty: options.model_options?.presence_penalty,
-            frequency_penalty: options.model_options?.frequency_penalty,
-            stream: true,
-            tools: tools,
-        });
-        return (0, async_1.transformAsyncIterator)(res, (chunk) => {
-            const choice = chunk.choices[0];
-            let finish_reason = choice.finish_reason;
-            // Check for tool calls in the delta
-            if (choice.delta.tool_calls && choice.delta.tool_calls.length > 0) {
-                finish_reason = "tool_calls";
-            }
-            return {
-                result: choice.delta.content ? [{ type: "text", value: choice.delta.content }] : [],
-                finish_reason: finish_reason ?? undefined,
-                token_usage: {
-                    prompt: chunk.x_groq?.usage?.prompt_tokens,
-                    result: chunk.x_groq?.usage?.completion_tokens,
-                    total: chunk.x_groq?.usage?.total_tokens,
-                },
-            };
-        });
-    }
-    async listModels() {
-        const models = await this.client.models.list();
-        if (!models.data) {
-            throw new Error("No models found");
-        }
-        const aiModels = models.data?.map(m => {
-            if (!m.id) {
-                throw new Error("Model id is missing");
-            }
-            return {
-                id: m.id,
-                name: m.id,
-                description: undefined,
-                provider: this.provider,
-                owner: m.owned_by || '',
-            };
-        });
-        return aiModels;
-    }
-    validateConnection() {
-        throw new Error("Method not implemented.");
-    }
-    async generateEmbeddings({}) {
-        throw new Error("Method not implemented.");
-    }
-}
-exports.GroqDriver = GroqDriver;
-/**
- * Update the conversation messages by combining existing conversation with new messages
- * @param conversation Existing conversation messages
- * @param messages New messages to add
- * @returns Combined conversation
- */
-function updateConversation(conversation, messages) {
-    return (conversation || []).concat(messages);
-}
-//# sourceMappingURL=index.js.map

package/lib/cjs/groq/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/groq/index.ts"],"names":[],"mappings":";;;;;;AAAA,2CAAiO;AACjO,kDAAgE;AAChE,iEAA8E;AAE9E,wDAA4B;AAS5B,MAAa,UAAW,SAAQ,qBAA+D;IAC3F,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC;IACzB,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC;IAC/B,MAAM,CAAS;IACf,MAAM,CAAO;IACb,WAAW,CAAU;IAErB,YAAY,OAA0B;QAClC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,IAAI,kBAAI,CAAC;YACnB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,YAAY;SAChC,CAAC,CAAC;IACP,CAAC;IAED,qEAAqE;IACrE,mCAAmC;IACnC,8CAA8C;IAC9C,yCAAyC;IACzC,eAAe;IACf,wCAAwC;IACxC,QAAQ;IACR,IAAI;IAEJ,iBAAiB,CAAC,QAA0B;QACxC,qEAAqE;QACrE,iEAAiE;QACjE,4FAA4F;QAC5F,2BAA2B;QAC3B,IAAI;QAEJ,kEAAkE;QAClE,OAAO,SAAS,CAAC;IACrB,CAAC;IAES,KAAK,CAAC,YAAY,CAAC,QAAyB,EAAE,IAAsB;QAC1E,uEAAuE;QACvE,MAAM,cAAc,GAAG,MAAM,IAAA,mDAAgC,EAAC,QAAQ,EAAE;YACpE,GAAG,IAAI;YACP,UAAU,EAAE,IAAI;SACnB,CAAC,CAAC;QAEH,mFAAmF;QACnF,uDAAuD;QACvD,MAAM,YAAY,GAAiC,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;YACxE,yEAAyE;YACzE,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACpD,MAAM,SAAS,GAA+B;oBAC1C,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC;wBAC/B,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;wBAC/C,CAAC,CAAC,GAAG,CAAC,OAAO;oBACjB,2BAA2B;oBAC3B,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;iBACtC,CAAC;gBACF,OAAO,SAAS,CAAC;YACrB,CAAC;YAED,sEAAsE;YACtE,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACtB,IAAI,OAAO,GAAqJ,SAAS,CAAC;gBAE1K,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;oBAClC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;gBAC1B,CAAC;qBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBACpC,6DAA6D;oBAC7D,MAAM,cAAc,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAC7C,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,CACpD,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;wBACT,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;4BACvB,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;wBACtD,CAAC;6BAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;4BACnC,OAAO;gCACH,IAAI,EAAE,WAAoB;gCAC1B,SAAS,EAAE;oCACP,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG;oCACvB,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;iCAClE;6BACJ,CAAC;wBACN,CAAC;wBACD,OAAO,IAAI,CAAC;oBAChB,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAgI,CAAC;oBAElJ,OAAO,GAAG,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,uBAAuB,CAAC;gBACnF,CAAC;gBAED,MAAM,OAAO,GAA+B;oBACxC,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,OAAO,IAAI,EAAE;oBACtB,2BAA2B;oBAC3B,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;iBACtC,CAAC;gBACF,OAAO,OAAO,CAAC;YACnB,CAAC;YAED,8DAA8D;YAC9D,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBAC3B,MAAM,YAAY,GAA+B;oBAC7C,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC;wBAC/B,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI;wBAC7F,CAAC,CAAC,GAAG,CAAC,OAAO;oBACjB,8CAA8C;oBAC9C,GAAG,CAAC,GAAG,CAAC,UAAU,IAAI,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC;oBACrD,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC;iBACtC,CAAC;gBACF,OAAO,YAAY,CAAC;YACxB,CAAC;YAED,4DAA4D;YAC5D,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACtB,MAAM,OAAO,GAA+B;oBACxC,IAAI,EAAE,MAAM;oBACZ,YAAY,EAAE,GAAG,CAAC,YAAY;oBAC9B,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC;wBAC/B,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;wBAC/C,CAAC,CAAC,GAAG,CAAC,OAAO;iBACpB,CAAC;gBACF,OAAO,OAAO,CAAC;YACnB,CAAC;YAED,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBAC1B,MAAM,WAAW,GAA+B;oBAC5C,IAAI,EAAE,UAAU;oBAChB,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,OAAO,EAAE,GAAG,CAAC,OAAO;iBACvB,CAAC;gBACF,OAAO,WAAW,CAAC;YACvB,CAAC;YAED,4DAA4D;YAC5D,MAAM,IAAI,KAAK,CAAC,6BAA8B,GAAW,CAAC,IAAI,EAAE,CAAC,CAAC;QACtE,CAAC,CAAC,CAAC;QAEH,OAAO,YAAY,CAAC;IACxB,CAAC;IAEO,kBAAkB,CAAC,KAAmC;QAC1D,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO,SAAS,CAAC;QACrB,CAAC;QAED,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACtB,IAAI,EAAE,UAAmB;YACzB,QAAQ,EAAE;gBACN,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,UAAU,EAAE,IAAI,CAAC,YAAyC;aAC7D;SACJ,CAAC,CAAC,CAAC;IACR,CAAC;IAEO,cAAc,CAAC,OAAY;QAC/B,IAAI,CAAC,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzD,OAAO,SAAS,CAAC;QACrB,CAAC;QAED,OAAO,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,QAAa,EAAE,EAAE,CAAC,CAAC;YAC9C,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI;YACjC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC;SAC9D,CAAC,CAAC,CAAC;IACR,CAAC;IAEO,uBAAuB,CAAC,QAAsC;QAClE,OAAO,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;YAC1B,kDAAkD;YAClD,MAAM,EAAE,SAAS,EAAE,GAAG,gBAAgB,EAAE,GAAG,OAAc,CAAC;YAE1D,mEAAmE;YACnE,IAAI,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC1C,gBAAgB,CAAC,OAAO,GAAG,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAS,EAAE,EAAE;oBACrE,iDAAiD;oBACjD,OAAO,IAAI,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,WAAW,IAAI,IAAI,CAAC,CAAC;gBAC/D,CAAC,CAAC,CAAC;YACP,CAAC;YAED,OAAO,gBAA8C,CAAC;QAC1D,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,QAAsC,EAAE,OAAyB;QACzF,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,wBAAwB,EAAE,CAAC;YAC1H,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,uBAAuB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,4CAA4C;QAC5C,IAAI,YAAY,GAAG,kBAAkB,CAAC,OAAO,CAAC,YAA4C,EAAE,QAAQ,CAAC,CAAC;QAEtG,6DAA6D;QAC7D,YAAY,GAAG,IAAI,CAAC,uBAAuB,CAAC,YAAY,CAAC,CAAC;QAE1D,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAErD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YAClD,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,YAAY;YACtB,qBAAqB,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;YACxD,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;YAC/C,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;YACnC,qFAAqF;YACrF,gDAAgD;YAChD,gBAAgB,EAAE,OAAO,CAAC,aAAa,EAAE,gBAAgB;YACzD,iBAAiB,EAAE,OAAO,CAAC,aAAa,EAAE,iBAAiB;YAC3D,eAAe,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;YAChD,KAAK,EAAE,KAAK;SACf,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;QAEtC,qCAAqC;QACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAErD,wCAAwC;QACxC,YAAY,GAAG,kBAAkB,CAAC,YAAY,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QAElE,IAAI,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;QACzC,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,aAAa,GAAG,YAAY,CAAC;QACjC,CAAC;QAED,OAAO;YACH,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;YACvD,WAAW,EAAE;gBACT,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,aAAa;gBAChC,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,iBAAiB;gBACpC,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,YAAY;aACjC;YACD,aAAa,EAAE,aAAa;YAC5B,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;YACtE,YAAY;YACZ,QAAQ;SACX,CAAC;IACN,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,QAAsC,EAAE,OAAyB;QAC/F,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,uBAAuB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,4CAA4C;QAC5C,IAAI,YAAY,GAAG,kBAAkB,CAAC,OAAO,CAAC,YAA4C,EAAE,QAAQ,CAAC,CAAC;QAEtG,6DAA6D;QAC7D,YAAY,GAAG,IAAI,CAAC,uBAAuB,CAAC,YAAY,CAAC,CAAC;QAE1D,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAErD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YAClD,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,YAAY;YACtB,qBAAqB,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;YACxD,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;YAC/C,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;YACnC,qFAAqF;YACrF,gDAAgD;YAChD,gBAAgB,EAAE,OAAO,CAAC,aAAa,EAAE,gBAAgB;YACzD,iBAAiB,EAAE,OAAO,CAAC,aAAa,EAAE,iBAAiB;YAC3D,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,KAAK;SACf,CAAC,CAAC;QAEH,OAAO,IAAA,8BAAsB,EAAC,GAAG,EAAE,CAAC,KAAK,EAAE,EAAE;YACzC,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAChC,IAAI,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;YAEzC,oCAAoC;YACpC,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAChE,aAAa,GAAG,YAAY,CAAC;YACjC,CAAC;YAED,OAAO;gBACH,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;gBACnF,aAAa,EAAE,aAAa,IAAI,SAAS;gBACzC,WAAW,EAAE;oBACT,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,aAAa;oBAC1C,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,iBAAiB;oBAC9C,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,YAAY;iBAC3C;aAC4B,CAAC;QACtC,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAE/C,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACvC,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE;YAClC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;gBACR,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;YAC3C,CAAC;YACD,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,EAAE;gBACV,WAAW,EAAE,SAAS;gBACtB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,CAAC,CAAC,QAAQ,IAAI,EAAE;aAC1B,CAAA;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,EAAsB;QAC3C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;;AA5TL,gCA8TC;AAED;;;;;GAKG;AACH,SAAS,kBAAkB,CACvB,YAAsD,EACtD,QAAsC;IAEtC,OAAO,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;AACjD,CAAC"}

package/lib/cjs/huggingface_ie.js

@@ -1,201 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.HuggingFaceIEDriver = void 0;
-const inference_1 = require("@huggingface/inference");
-const core_1 = require("@llumiverse/core");
-const async_1 = require("@llumiverse/core/async");
-const api_fetch_client_1 = require("@vertesia/api-fetch-client");
-class HuggingFaceIEDriver extends core_1.AbstractDriver {
-    static PROVIDER = "huggingface_ie";
-    provider = HuggingFaceIEDriver.PROVIDER;
-    service;
-    _executor;
-    constructor(options) {
-        super(options);
-        if (!options.endpoint_url) {
-            throw new Error(`Endpoint URL is required for ${this.provider}`);
-        }
-        this.service = new api_fetch_client_1.FetchClient(this.options.endpoint_url);
-        this.service.headers["Authorization"] = `Bearer ${this.options.apiKey}`;
-    }
-    async getModelURLEndpoint(modelId) {
-        const res = (await this.service.get(`/${modelId}`));
-        return {
-            url: res.status.url,
-            status: getStatus(res),
-        };
-    }
-    async getExecutor(model) {
-        if (!this._executor) {
-            const endpoint = await this.getModelURLEndpoint(model);
-            if (!endpoint.url)
-                throw new Error(`Endpoint URL not found for model ${model}`);
-            if (endpoint.status !== core_1.AIModelStatus.Available)
-                throw new Error(`Endpoint ${model} is not running - current status: ${endpoint.status}`);
-            // Use the new InferenceClient and bind it to the endpoint URL
-            this._executor = new inference_1.InferenceClient(this.options.apiKey).endpoint(endpoint.url);
-        }
-        return this._executor;
-    }
-    async requestTextCompletionStream(prompt, options) {
-        if (options.model_options?._option_id !== "text-fallback") {
-            this.logger.warn({ options: options.model_options }, "Invalid model options");
-        }
-        options.model_options = options.model_options;
-        const executor = await this.getExecutor(options.model);
-        const req = executor.textGenerationStream({
-            inputs: prompt,
-            parameters: {
-                temperature: options.model_options?.temperature,
-                max_new_tokens: options.model_options?.max_tokens,
-            },
-        });
-        return (0, async_1.transformAsyncIterator)(req, (val) => {
-            //special like <s> are not part of the result
-            if (val.token.special)
-                return { result: [] };
-            let finish_reason = val.details?.finish_reason;
-            if (finish_reason === "eos_token") {
-                finish_reason = "stop";
-            }
-            return {
-                result: val.token.text ? [{ type: "text", value: val.token.text }] : [],
-                finish_reason: finish_reason,
-                token_usage: {
-                    result: val.details?.generated_tokens ?? 0,
-                }
-            };
-        });
-    }
-    async requestTextCompletion(prompt, options) {
-        if (options.model_options?._option_id !== "text-fallback") {
-            this.logger.warn({ options: options.model_options }, "Invalid model options");
-        }
-        options.model_options = options.model_options;
-        const executor = await this.getExecutor(options.model);
-        const res = await executor.textGeneration({
-            inputs: prompt,
-            parameters: {
-                temperature: options.model_options?.temperature,
-                max_new_tokens: options.model_options?.max_tokens,
-            },
-        });
-        let finish_reason = res.details?.finish_reason;
-        if (finish_reason === "eos_token") {
-            finish_reason = "stop";
-        }
-        return {
-            result: [{ type: "text", value: res.generated_text }],
-            finish_reason: finish_reason,
-            token_usage: {
-                result: res.details?.generated_tokens
-            },
-            original_response: options.include_original_response ? res : undefined,
-        };
-    }
-    // ============== management API ==============
-    async listModels() {
-        const res = await this.service.get("/");
-        const hfModels = res.items;
-        if (!hfModels || !hfModels.length)
-            return [];
-        const models = hfModels.map((model) => ({
-            id: model.name,
-            name: `${model.name} [${model.model.repository}:${model.model.task}]`,
-            provider: this.provider,
-            tags: [model.model.task],
-            status: getStatus(model),
-        }));
-        return models;
-    }
-    async validateConnection() {
-        try {
-            await this.service.get("/models");
-            return true;
-        }
-        catch (error) {
-            return false;
-        }
-    }
-    async generateEmbeddings() {
-        throw new Error("Method not implemented.");
-    }
-}
-exports.HuggingFaceIEDriver = HuggingFaceIEDriver;
-//get status from HF status
-function getStatus(hfModel) {
-    //[ pending, initializing, updating, updateFailed, running, paused, failed, scaledToZero ]
-    switch (hfModel.status.state) {
-        case "running":
-            return core_1.AIModelStatus.Available;
-        case "initializing":
-            return core_1.AIModelStatus.Pending;
-        case "updating":
-            return core_1.AIModelStatus.Pending;
-        case "updateFailed":
-            return core_1.AIModelStatus.Unavailable;
-        case "paused":
-            return core_1.AIModelStatus.Stopped;
-        case "failed":
-            return core_1.AIModelStatus.Unavailable;
-        case "scaledToZero":
-            return core_1.AIModelStatus.Available;
-        default:
-            return core_1.AIModelStatus.Unknown;
-    }
-}
-/*
-Example of model returned by the API
-{
-    "items": [
-      {
-        "accountId": "string",
-        "compute": {
-          "accelerator": "cpu",
-          "instanceSize": "large",
-          "instanceType": "c6i",
-          "scaling": {
-            "maxReplica": 8,
-            "minReplica": 2
-          }
-        },
-        "model": {
-          "framework": "custom",
-          "image": {
-            "huggingface": {}
-          },
-          "repository": "gpt2",
-          "revision": "6c0e6080953db56375760c0471a8c5f2929baf11",
-          "task": "text-classification"
-        },
-        "name": "my-endpoint",
-        "provider": {
-          "region": "us-east-1",
-          "vendor": "aws"
-        },
-        "status": {
-          "createdAt": "2023-10-19T05:04:17.305Z",
-          "createdBy": {
-            "id": "string",
-            "name": "string"
-          },
-          "message": "Endpoint is ready",
-          "private": {
-            "serviceName": "string"
-          },
-          "readyReplica": 2,
-          "state": "pending",
-          "targetReplica": 4,
-          "updatedAt": "2023-10-19T05:04:17.305Z",
-          "updatedBy": {
-            "id": "string",
-            "name": "string"
-          },
-          "url": "https://endpoint-id.region.vendor.endpoints.huggingface.cloud"
-        },
-        "type": "public"
-      }
-    ]
-  }
-*/
-//# sourceMappingURL=huggingface_ie.js.map

package/lib/cjs/huggingface_ie.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"huggingface_ie.js","sourceRoot":"","sources":["../../src/huggingface_ie.ts"],"names":[],"mappings":";;;AAAA,sDAGgC;AAChC,2CAS0B;AAC1B,kDAAgE;AAChE,iEAAyD;AAOzD,MAAa,mBAAoB,SAAQ,qBAAkD;IACvF,MAAM,CAAC,QAAQ,GAAG,gBAAgB,CAAC;IACnC,QAAQ,GAAG,mBAAmB,CAAC,QAAQ,CAAC;IACxC,OAAO,CAAc;IACrB,SAAS,CAAmB;IAE5B,YACI,OAAmC;QAEnC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,gCAAgC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACrE,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,8BAAW,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QAC1D,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;IAC5E,CAAC;IAED,KAAK,CAAC,mBAAmB,CACrB,OAAe;QAEf,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,OAAO,EAAE,CAAC,CAAuB,CAAC;QAC1E,OAAO;YACH,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG;YACnB,MAAM,EAAE,SAAS,CAAC,GAAG,CAAC;SACzB,CAAC;IACN,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,KAAa;QAC3B,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YAClB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;YACvD,IAAI,CAAC,QAAQ,CAAC,GAAG;gBACb,MAAM,IAAI,KAAK,CACX,oCAAoC,KAAK,EAAE,CAC9C,CAAC;YACN,IAAI,QAAQ,CAAC,MAAM,KAAK,oBAAa,CAAC,SAAS;gBAC3C,MAAM,IAAI,KAAK,CACX,YAAY,KAAK,qCAAqC,QAAQ,CAAC,MAAM,EAAE,CAC1E,CAAC;YAEN,8DAA8D;YAC9D,IAAI,CAAC,SAAS,GAAG,IAAI,2BAAe,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,QAAQ,CAC9D,QAAQ,CAAC,GAAG,CACf,CAAC;QACN,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,MAAc,EAAE,OAAyB;QACvE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,uBAAuB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACvD,MAAM,GAAG,GAAG,QAAQ,CAAC,oBAAoB,CAAC;YACtC,MAAM,EAAE,MAAM;YACd,UAAU,EAAE;gBACR,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;aACpD;SACJ,CAAC,CAAC;QAEH,OAAO,IAAA,8BAAsB,EAAC,GAAG,EAAE,CAAC,GAA+B,EAAyB,EAAE;YAC1F,6CAA6C;YAC7C,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO;gBAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;YAC7C,IAAI,aAAa,GAAG,GAAG,CAAC,OAAO,EAAE,aAAuB,CAAC;YACzD,IAAI,aAAa,KAAK,WAAW,EAAE,CAAC;gBAChC,aAAa,GAAG,MAAM,CAAC;YAC3B,CAAC;YACD,OAAO;gBACH,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;gBAChF,aAAa,EAAE,aAAa;gBAC5B,WAAW,EAAE;oBACT,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE,gBAAgB,IAAI,CAAC;iBAC7C;aACJ,CAAC;QACN,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,MAAc,EAAE,OAAyB;QACjE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,uBAAuB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACvD,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC;YACtC,MAAM,EAAE,MAAM;YACd,UAAU,EAAE;gBACR,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;aACpD;SACJ,CAAC,CAAC;QAEH,IAAI,aAAa,GAAG,GAAG,CAAC,OAAO,EAAE,aAAuB,CAAC;QACzD,IAAI,aAAa,KAAK,WAAW,EAAE,CAAC;YAChC,aAAa,GAAG,MAAM,CAAC;QAC3B,CAAC;QACD,OAAO;YACH,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,KAAK,EAAE,GAAG,CAAC,cAAc,EAAE,CAAC;YAC9D,aAAa,EAAE,aAAa;YAC5B,WAAW,EAAE;gBACT,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE,gBAAgB;aACxC;YACD,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;SACzE,CAAC;IAEN,CAAC;IAED,+CAA+C;IAE/C,KAAK,CAAC,UAAU;QACZ,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,QAAQ,GAAG,GAAG,CAAC,KAA6B,CAAC;QACnD,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,MAAM;YAAE,OAAO,EAAE,CAAC;QAE7C,MAAM,MAAM,GAAc,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAyB,EAAE,EAAE,CAAC,CAAC;YACnE,EAAE,EAAE,KAAK,CAAC,IAAI;YACd,IAAI,EAAE,GAAG,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,GAAG;YACrE,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;YACxB,MAAM,EAAE,SAAS,CAAC,KAAK,CAAC;SAC3B,CAAC,CAAC,CAAC;QAEJ,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,kBAAkB;QACpB,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAClC,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,kBAAkB;QACpB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;;AA1IL,kDA4IC;AAED,2BAA2B;AAC3B,SAAS,SAAS,CAAC,OAA2B;IAC1C,0FAA0F;IAC1F,QAAQ,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAC3B,KAAK,SAAS;YACV,OAAO,oBAAa,CAAC,SAAS,CAAC;QACnC,KAAK,cAAc;YACf,OAAO,oBAAa,CAAC,OAAO,CAAC;QACjC,KAAK,UAAU;YACX,OAAO,oBAAa,CAAC,OAAO,CAAC;QACjC,KAAK,cAAc;YACf,OAAO,oBAAa,CAAC,WAAW,CAAC;QACrC,KAAK,QAAQ;YACT,OAAO,oBAAa,CAAC,OAAO,CAAC;QACjC,KAAK,QAAQ;YACT,OAAO,oBAAa,CAAC,WAAW,CAAC;QACrC,KAAK,cAAc;YACf,OAAO,oBAAa,CAAC,SAAS,CAAC;QACnC;YACI,OAAO,oBAAa,CAAC,OAAO,CAAC;IACrC,CAAC;AACL,CAAC;AAkDD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAqDE"}

package/lib/cjs/index.js

@@ -1,30 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("./azure/azure_foundry.js"), exports);
-__exportStar(require("./bedrock/index.js"), exports);
-__exportStar(require("./groq/index.js"), exports);
-__exportStar(require("./huggingface_ie.js"), exports);
-__exportStar(require("./mistral/index.js"), exports);
-__exportStar(require("./openai/azure_openai.js"), exports);
-__exportStar(require("./openai/openai.js"), exports);
-__exportStar(require("./replicate.js"), exports);
-__exportStar(require("./test-driver/index.js"), exports);
-__exportStar(require("./togetherai/index.js"), exports);
-__exportStar(require("./vertexai/index.js"), exports);
-__exportStar(require("./watsonx/index.js"), exports);
-__exportStar(require("./xai/index.js"), exports);
-//# sourceMappingURL=index.js.map

package/lib/cjs/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2DAAyC;AACzC,qDAAmC;AACnC,kDAAgC;AAChC,sDAAoC;AACpC,qDAAmC;AACnC,2DAAyC;AACzC,qDAAmC;AACnC,iDAA+B;AAC/B,yDAAuC;AACvC,wDAAsC;AACtC,sDAAoC;AACpC,qDAAmC;AACnC,iDAA+B"}