@llumiverse/drivers 1.3.0 → 1.4.0

package/lib/cjs/groq/index.js

@@ -1,328 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.GroqDriver = void 0;
-const core_1 = require("@llumiverse/core");
-const async_1 = require("@llumiverse/core/async");
-const groq_sdk_1 = __importDefault(require("groq-sdk"));
-const openai_format_js_1 = require("../openai/openai_format.js");
-class GroqDriver extends core_1.AbstractDriver {
-    static PROVIDER = "groq";
-    provider = GroqDriver.PROVIDER;
-    apiKey;
-    client;
-    endpointUrl;
-    constructor(options) {
-        super(options);
-        this.apiKey = options.apiKey;
-        this.client = new groq_sdk_1.default({
-            apiKey: options.apiKey,
-            baseURL: options.endpoint_url
-        });
-    }
-    // protected canStream(options: ExecutionOptions): Promise<boolean> {
-    //     if (options.result_schema) {
-    //         // not yet streaming json responses
-    //         return Promise.resolve(false);
-    //     } else {
-    //         return Promise.resolve(true);
-    //     }
-    // }
-    getResponseFormat(_options) {
-        //TODO: when forcing json_object type the streaming is not supported.
-        // either implement canStream as above or comment the code below:
-        // const responseFormatJson: Groq.Chat.Completions.CompletionCreateParams.ResponseFormat = {
-        //     type: "json_object",
-        // }
-        // return _options.result_schema ? responseFormatJson : undefined;
-        return undefined;
-    }
-    async formatPrompt(segments, opts) {
-        // Use OpenAI's multimodal formatter as base then convert to Groq types
-        const responseItems = await (0, openai_format_js_1.formatOpenAILikeMultimodalPrompt)(segments, {
-            ...opts,
-            multimodal: true,
-        });
-        // Convert ResponseInputItem[] to Groq ChatCompletionMessageParam[]
-        return convertResponseItemsToGroqMessages(responseItems);
-    }
-    getToolDefinitions(tools) {
-        if (!tools || tools.length === 0) {
-            return undefined;
-        }
-        return tools.map(tool => ({
-            type: 'function',
-            function: {
-                name: tool.name,
-                description: tool.description,
-                parameters: tool.input_schema,
-            }
-        }));
-    }
-    extractToolUse(message) {
-        if (!message.tool_calls || message.tool_calls.length === 0) {
-            return undefined;
-        }
-        return message.tool_calls.map((toolCall) => ({
-            id: toolCall.id,
-            tool_name: toolCall.function.name,
-            tool_input: JSON.parse(toolCall.function.arguments || '{}'),
-        }));
-    }
-    sanitizeMessagesForGroq(messages) {
-        return messages.map(message => {
-            // Remove any reasoning field from message objects
-            const { reasoning, ...sanitizedMessage } = message;
-            // If message has content array, filter out reasoning content types
-            if (Array.isArray(sanitizedMessage.content)) {
-                sanitizedMessage.content = sanitizedMessage.content.filter((part) => {
-                    // Filter out any reasoning-related content parts
-                    return part.type !== 'reasoning' && !('reasoning' in part);
-                });
-            }
-            return sanitizedMessage;
-        });
-    }
-    async requestTextCompletion(messages, options) {
-        if (options.model_options?._option_id !== undefined &&
-            options.model_options?._option_id !== "text-fallback" &&
-            options.model_options?._option_id !== "groq-deepseek-thinking") {
-            this.logger.debug({ options: options.model_options }, "Unexpected option id");
-        }
-        options.model_options = options.model_options;
-        // Update conversation with current messages
-        let conversation = updateConversation(options.conversation, messages);
-        // Filter out any reasoning content that Groq doesn't support
-        conversation = this.sanitizeMessagesForGroq(conversation);
-        const tools = this.getToolDefinitions(options.tools);
-        const res = await this.client.chat.completions.create({
-            model: options.model,
-            messages: conversation,
-            max_completion_tokens: options.model_options?.max_tokens,
-            temperature: options.model_options?.temperature,
-            top_p: options.model_options?.top_p,
-            //top_logprobs: options.top_logprobs,       //Logprobs output currently not supported
-            //logprobs: options.top_logprobs ? true : false,
-            presence_penalty: options.model_options?.presence_penalty,
-            frequency_penalty: options.model_options?.frequency_penalty,
-            response_format: this.getResponseFormat(options),
-            tools: tools,
-        });
-        const choice = res.choices[0];
-        const result = choice.message.content;
-        // Extract tool use from the response
-        const tool_use = this.extractToolUse(choice.message);
-        // Update conversation with the response
-        conversation = updateConversation(conversation, [choice.message]);
-        let finish_reason = choice.finish_reason;
-        if (tool_use && tool_use.length > 0) {
-            finish_reason = "tool_calls";
-        }
-        return {
-            result: result ? [{ type: "text", value: result }] : [],
-            token_usage: {
-                prompt: res.usage?.prompt_tokens,
-                result: res.usage?.completion_tokens,
-                total: res.usage?.total_tokens,
-            },
-            finish_reason: finish_reason,
-            original_response: options.include_original_response ? res : undefined,
-            conversation,
-            tool_use,
-        };
-    }
-    async requestTextCompletionStream(messages, options) {
-        if (options.model_options?._option_id !== undefined && options.model_options?._option_id !== "text-fallback") {
-            this.logger.debug({ options: options.model_options }, "Unexpected option id");
-        }
-        options.model_options = options.model_options;
-        // Update conversation with current messages
-        let conversation = updateConversation(options.conversation, messages);
-        // Filter out any reasoning content that Groq doesn't support
-        conversation = this.sanitizeMessagesForGroq(conversation);
-        const tools = this.getToolDefinitions(options.tools);
-        const res = await this.client.chat.completions.create({
-            model: options.model,
-            messages: conversation,
-            max_completion_tokens: options.model_options?.max_tokens,
-            temperature: options.model_options?.temperature,
-            top_p: options.model_options?.top_p,
-            //top_logprobs: options.top_logprobs,       //Logprobs output currently not supported
-            //logprobs: options.top_logprobs ? true : false,
-            presence_penalty: options.model_options?.presence_penalty,
-            frequency_penalty: options.model_options?.frequency_penalty,
-            stream: true,
-            tools: tools,
-        });
-        return (0, async_1.transformAsyncIterator)(res, (chunk) => {
-            const choice = chunk.choices[0];
-            let finish_reason = choice.finish_reason;
-            // Check for tool calls in the delta
-            if (choice.delta.tool_calls && choice.delta.tool_calls.length > 0) {
-                finish_reason = "tool_calls";
-            }
-            return {
-                result: choice.delta.content ? [{ type: "text", value: choice.delta.content }] : [],
-                finish_reason: finish_reason ?? undefined,
-                token_usage: {
-                    prompt: chunk.x_groq?.usage?.prompt_tokens,
-                    result: chunk.x_groq?.usage?.completion_tokens,
-                    total: chunk.x_groq?.usage?.total_tokens,
-                },
-            };
-        });
-    }
-    async listModels() {
-        const models = await this.client.models.list();
-        if (!models.data) {
-            throw new Error("No models found");
-        }
-        const aiModels = models.data?.map(m => {
-            if (!m.id) {
-                throw new Error("Model id is missing");
-            }
-            return {
-                id: m.id,
-                name: m.id,
-                description: undefined,
-                provider: this.provider,
-                owner: m.owned_by || '',
-            };
-        });
-        return aiModels;
-    }
-    validateConnection() {
-        throw new Error("Method not implemented.");
-    }
-    async generateEmbeddings({}) {
-        throw new Error("Method not implemented.");
-    }
-}
-exports.GroqDriver = GroqDriver;
-/**
- * Update the conversation messages by combining existing conversation with new messages
- * @param conversation Existing conversation messages
- * @param messages New messages to add
- * @returns Combined conversation
- */
-function updateConversation(conversation, messages) {
-    return (conversation || []).concat(messages);
-}
-/**
- * Convert ResponseInputItem[] to Groq ChatCompletionMessageParam[]
- */
-function convertResponseItemsToGroqMessages(items) {
-    const messages = [];
-    for (const item of items) {
-        // Handle EasyInputMessage (has role and content)
-        if ('role' in item && 'content' in item) {
-            const msg = item;
-            const role = msg.role;
-            // Handle system/developer messages
-            if (role === 'system' || role === 'developer') {
-                let content;
-                if (typeof msg.content === 'string') {
-                    content = msg.content;
-                }
-                else if (Array.isArray(msg.content)) {
-                    content = msg.content
-                        .filter((part) => part.type === 'input_text')
-                        .map(part => part.text)
-                        .join('\n');
-                }
-                else {
-                    content = '';
-                }
-                messages.push({ role: 'system', content });
-                continue;
-            }
-            // Handle user messages
-            if (role === 'user') {
-                let content;
-                if (typeof msg.content === 'string') {
-                    content = msg.content;
-                }
-                else if (Array.isArray(msg.content)) {
-                    const parts = [];
-                    for (const part of msg.content) {
-                        if (part.type === 'input_text') {
-                            parts.push({ type: 'text', text: part.text });
-                        }
-                        else if (part.type === 'input_image') {
-                            const imgPart = part;
-                            if (imgPart.image_url) {
-                                const image_url = {
-                                    url: imgPart.image_url
-                                };
-                                if (imgPart.detail) {
-                                    image_url.detail = imgPart.detail;
-                                }
-                                parts.push({
-                                    type: 'image_url',
-                                    image_url
-                                });
-                            }
-                        }
-                    }
-                    content = parts.length > 0 ? parts : '';
-                }
-                else {
-                    content = '';
-                }
-                messages.push({ role: 'user', content });
-                continue;
-            }
-            // Handle assistant messages
-            if (role === 'assistant') {
-                let content;
-                if (typeof msg.content === 'string') {
-                    content = msg.content;
-                }
-                else if (Array.isArray(msg.content)) {
-                    content = msg.content
-                        .filter((part) => part.type === 'input_text')
-                        .map(part => part.text)
-                        .join('\n') || null;
-                }
-                else {
-                    content = null;
-                }
-                messages.push({ role: 'assistant', content });
-                continue;
-            }
-        }
-        // Handle function_call_output (tool response)
-        if ('type' in item && item.type === 'function_call_output') {
-            const output = item;
-            messages.push({
-                role: 'tool',
-                tool_call_id: output.call_id,
-                content: typeof output.output === 'string' ? output.output : JSON.stringify(output.output),
-            });
-            continue;
-        }
-        // Handle function_call (assistant tool call)
-        if ('type' in item && item.type === 'function_call') {
-            const call = item;
-            // Groq expects tool_calls in assistant message, but we handle them separately
-            // This is a simplification - in practice tool_calls come from model responses
-            messages.push({
-                role: 'assistant',
-                content: null,
-                tool_calls: [{
-                        id: call.call_id,
-                        type: 'function',
-                        function: {
-                            name: call.name,
-                            arguments: call.arguments,
-                        }
-                    }]
-            });
-            continue;
-        }
-    }
-    return messages;
-}
-//# sourceMappingURL=index.js.map

package/lib/cjs/groq/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/groq/index.ts"],"names":[],"mappings":";;;;;;AAAA,2CAAiO;AACjO,kDAAgE;AAChE,wDAA4B;AAI5B,iEAA8E;AAU9E,MAAa,UAAW,SAAQ,qBAA+D;IAC3F,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC;IACzB,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC;IAC/B,MAAM,CAAS;IACf,MAAM,CAAO;IACb,WAAW,CAAU;IAErB,YAAY,OAA0B;QAClC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,IAAI,kBAAI,CAAC;YACnB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,YAAY;SAChC,CAAC,CAAC;IACP,CAAC;IAED,qEAAqE;IACrE,mCAAmC;IACnC,8CAA8C;IAC9C,yCAAyC;IACzC,eAAe;IACf,wCAAwC;IACxC,QAAQ;IACR,IAAI;IAEJ,iBAAiB,CAAC,QAA0B;QACxC,qEAAqE;QACrE,iEAAiE;QACjE,4FAA4F;QAC5F,2BAA2B;QAC3B,IAAI;QAEJ,kEAAkE;QAClE,OAAO,SAAS,CAAC;IACrB,CAAC;IAES,KAAK,CAAC,YAAY,CAAC,QAAyB,EAAE,IAAsB;QAC1E,uEAAuE;QACvE,MAAM,aAAa,GAAG,MAAM,IAAA,mDAAgC,EAAC,QAAQ,EAAE;YACnE,GAAG,IAAI;YACP,UAAU,EAAE,IAAI;SACnB,CAAC,CAAC;QAEH,mEAAmE;QACnE,OAAO,kCAAkC,CAAC,aAAa,CAAC,CAAC;IAC7D,CAAC;IAEO,kBAAkB,CAAC,KAAmC;QAC1D,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO,SAAS,CAAC;QACrB,CAAC;QAED,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACtB,IAAI,EAAE,UAAmB;YACzB,QAAQ,EAAE;gBACN,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,UAAU,EAAE,IAAI,CAAC,YAAyC;aAC7D;SACJ,CAAC,CAAC,CAAC;IACR,CAAC;IAEO,cAAc,CAAC,OAAY;QAC/B,IAAI,CAAC,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzD,OAAO,SAAS,CAAC;QACrB,CAAC;QAED,OAAO,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,QAAa,EAAE,EAAE,CAAC,CAAC;YAC9C,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI;YACjC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC;SAC9D,CAAC,CAAC,CAAC;IACR,CAAC;IAEO,uBAAuB,CAAC,QAAsC;QAClE,OAAO,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE;YAC1B,kDAAkD;YAClD,MAAM,EAAE,SAAS,EAAE,GAAG,gBAAgB,EAAE,GAAG,OAAc,CAAC;YAE1D,mEAAmE;YACnE,IAAI,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC1C,gBAAgB,CAAC,OAAO,GAAG,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAS,EAAE,EAAE;oBACrE,iDAAiD;oBACjD,OAAO,IAAI,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,WAAW,IAAI,IAAI,CAAC,CAAC;gBAC/D,CAAC,CAAC,CAAC;YACP,CAAC;YAED,OAAO,gBAA8C,CAAC;QAC1D,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,QAAsC,EAAE,OAAyB;QACzF,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,SAAS;YAC/C,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe;YACrD,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,wBAAwB,EAAE,CAAC;YACjE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,sBAAsB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,4CAA4C;QAC5C,IAAI,YAAY,GAAG,kBAAkB,CAAC,OAAO,CAAC,YAA4C,EAAE,QAAQ,CAAC,CAAC;QAEtG,6DAA6D;QAC7D,YAAY,GAAG,IAAI,CAAC,uBAAuB,CAAC,YAAY,CAAC,CAAC;QAE1D,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAErD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YAClD,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,YAAY;YACtB,qBAAqB,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;YACxD,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;YAC/C,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;YACnC,qFAAqF;YACrF,gDAAgD;YAChD,gBAAgB,EAAE,OAAO,CAAC,aAAa,EAAE,gBAAgB;YACzD,iBAAiB,EAAE,OAAO,CAAC,aAAa,EAAE,iBAAiB;YAC3D,eAAe,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;YAChD,KAAK,EAAE,KAAK;SACf,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;QAEtC,qCAAqC;QACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAErD,wCAAwC;QACxC,YAAY,GAAG,kBAAkB,CAAC,YAAY,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QAElE,IAAI,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;QACzC,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,aAAa,GAAG,YAAY,CAAC;QACjC,CAAC;QAED,OAAO;YACH,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;YACvD,WAAW,EAAE;gBACT,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,aAAa;gBAChC,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,iBAAiB;gBACpC,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,YAAY;aACjC;YACD,aAAa,EAAE,aAAa;YAC5B,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;YACtE,YAAY;YACZ,QAAQ;SACX,CAAC;IACN,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,QAAsC,EAAE,OAAyB;QAC/F,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,SAAS,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YAC3G,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,sBAAsB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,4CAA4C;QAC5C,IAAI,YAAY,GAAG,kBAAkB,CAAC,OAAO,CAAC,YAA4C,EAAE,QAAQ,CAAC,CAAC;QAEtG,6DAA6D;QAC7D,YAAY,GAAG,IAAI,CAAC,uBAAuB,CAAC,YAAY,CAAC,CAAC;QAE1D,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAErD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YAClD,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,YAAY;YACtB,qBAAqB,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;YACxD,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;YAC/C,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;YACnC,qFAAqF;YACrF,gDAAgD;YAChD,gBAAgB,EAAE,OAAO,CAAC,aAAa,EAAE,gBAAgB;YACzD,iBAAiB,EAAE,OAAO,CAAC,aAAa,EAAE,iBAAiB;YAC3D,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,KAAK;SACf,CAAC,CAAC;QAEH,OAAO,IAAA,8BAAsB,EAAC,GAAG,EAAE,CAAC,KAAK,EAAE,EAAE;YACzC,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAChC,IAAI,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;YAEzC,oCAAoC;YACpC,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAChE,aAAa,GAAG,YAAY,CAAC;YACjC,CAAC;YAED,OAAO;gBACH,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;gBACnF,aAAa,EAAE,aAAa,IAAI,SAAS;gBACzC,WAAW,EAAE;oBACT,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,aAAa;oBAC1C,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,iBAAiB;oBAC9C,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,YAAY;iBAC3C;aAC4B,CAAC;QACtC,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAE/C,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACvC,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE;YAClC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;gBACR,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;YAC3C,CAAC;YACD,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,EAAE;gBACV,WAAW,EAAE,SAAS;gBACtB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,CAAC,CAAC,QAAQ,IAAI,EAAE;aAC1B,CAAA;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,EAAsB;QAC3C,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;;AAnOL,gCAqOC;AAED;;;;;GAKG;AACH,SAAS,kBAAkB,CACvB,YAAsD,EACtD,QAAsC;IAEtC,OAAO,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;AACjD,CAAC;AAED;;GAEG;AACH,SAAS,kCAAkC,CAAC,KAA0B;IAClE,MAAM,QAAQ,GAAiC,EAAE,CAAC;IAElD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,iDAAiD;QACjD,IAAI,MAAM,IAAI,IAAI,IAAI,SAAS,IAAI,IAAI,EAAE,CAAC;YACtC,MAAM,GAAG,GAAG,IAAwB,CAAC;YACrC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;YAEtB,mCAAmC;YACnC,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;gBAC5C,IAAI,OAAe,CAAC;gBACpB,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;oBAClC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;gBAC1B,CAAC;qBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBACpC,OAAO,GAAG,GAAG,CAAC,OAAO;yBAChB,MAAM,CAAC,CAAC,IAAI,EAA8C,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC;yBACxF,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;yBACtB,IAAI,CAAC,IAAI,CAAC,CAAC;gBACpB,CAAC;qBAAM,CAAC;oBACJ,OAAO,GAAG,EAAE,CAAC;gBACjB,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC3C,SAAS;YACb,CAAC;YAED,uBAAuB;YACvB,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;gBAClB,IAAI,OAA6I,CAAC;gBAClJ,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;oBAClC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;gBAC1B,CAAC;qBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBACpC,MAAM,KAAK,GAAgI,EAAE,CAAC;oBAC9I,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;wBAC7B,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;4BAC7B,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;wBAClD,CAAC;6BAAM,IAAI,IAAI,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;4BACrC,MAAM,OAAO,GAAG,IAA2C,CAAC;4BAC5D,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;gCACpB,MAAM,SAAS,GAAsD;oCACjE,GAAG,EAAE,OAAO,CAAC,SAAS;iCACzB,CAAC;gCAEF,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;oCACjB,SAAS,CAAC,MAAM,GAAG,OAAO,CAAC,MAAiC,CAAC;gCACjE,CAAC;gCAED,KAAK,CAAC,IAAI,CAAC;oCACP,IAAI,EAAE,WAAW;oCACjB,SAAS;iCACZ,CAAC,CAAC;4BACP,CAAC;wBACL,CAAC;oBACL,CAAC;oBACD,OAAO,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC5C,CAAC;qBAAM,CAAC;oBACJ,OAAO,GAAG,EAAE,CAAC;gBACjB,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;gBACzC,SAAS;YACb,CAAC;YAED,4BAA4B;YAC5B,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;gBACvB,IAAI,OAAsB,CAAC;gBAC3B,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;oBAClC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;gBAC1B,CAAC;qBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBACpC,OAAO,GAAG,GAAG,CAAC,OAAO;yBAChB,MAAM,CAAC,CAAC,IAAI,EAA8C,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC;yBACxF,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;yBACtB,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;gBAC5B,CAAC;qBAAM,CAAC;oBACJ,OAAO,GAAG,IAAI,CAAC;gBACnB,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC9C,SAAS;YACb,CAAC;QACL,CAAC;QAED,8CAA8C;QAC9C,IAAI,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,sBAAsB,EAAE,CAAC;YACzD,MAAM,MAAM,GAAG,IAA6D,CAAC;YAC7E,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,MAAM;gBACZ,YAAY,EAAE,MAAM,CAAC,OAAO;gBAC5B,OAAO,EAAE,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC;aAC7F,CAAC,CAAC;YACH,SAAS;QACb,CAAC;QAED,6CAA6C;QAC7C,IAAI,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YAClD,MAAM,IAAI,GAAG,IAAiD,CAAC;YAC/D,8EAA8E;YAC9E,8EAA8E;YAC9E,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,IAAI;gBACb,UAAU,EAAE,CAAC;wBACT,EAAE,EAAE,IAAI,CAAC,OAAO;wBAChB,IAAI,EAAE,UAAU;wBAChB,QAAQ,EAAE;4BACN,IAAI,EAAE,IAAI,CAAC,IAAI;4BACf,SAAS,EAAE,IAAI,CAAC,SAAS;yBAC5B;qBACJ,CAAC;aACL,CAAC,CAAC;YACH,SAAS;QACb,CAAC;IACL,CAAC;IAED,OAAO,QAAQ,CAAC;AACpB,CAAC"}

package/lib/cjs/huggingface_ie.js

@@ -1,201 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.HuggingFaceIEDriver = void 0;
-const inference_1 = require("@huggingface/inference");
-const core_1 = require("@llumiverse/core");
-const async_1 = require("@llumiverse/core/async");
-const api_fetch_client_1 = require("@vertesia/api-fetch-client");
-class HuggingFaceIEDriver extends core_1.AbstractDriver {
-    static PROVIDER = "huggingface_ie";
-    provider = HuggingFaceIEDriver.PROVIDER;
-    service;
-    _executor;
-    constructor(options) {
-        super(options);
-        if (!options.endpoint_url) {
-            throw new Error(`Endpoint URL is required for ${this.provider}`);
-        }
-        this.service = new api_fetch_client_1.FetchClient(this.options.endpoint_url);
-        this.service.headers["Authorization"] = `Bearer ${this.options.apiKey}`;
-    }
-    async getModelURLEndpoint(modelId) {
-        const res = (await this.service.get(`/${modelId}`));
-        return {
-            url: res.status.url,
-            status: getStatus(res),
-        };
-    }
-    async getExecutor(model) {
-        if (!this._executor) {
-            const endpoint = await this.getModelURLEndpoint(model);
-            if (!endpoint.url)
-                throw new Error(`Endpoint URL not found for model ${model}`);
-            if (endpoint.status !== core_1.AIModelStatus.Available)
-                throw new Error(`Endpoint ${model} is not running - current status: ${endpoint.status}`);
-            // Use the new InferenceClient and bind it to the endpoint URL
-            this._executor = new inference_1.InferenceClient(this.options.apiKey).endpoint(endpoint.url);
-        }
-        return this._executor;
-    }
-    async requestTextCompletionStream(prompt, options) {
-        if (options.model_options?._option_id !== undefined && options.model_options?._option_id !== "text-fallback") {
-            this.logger.debug({ options: options.model_options }, "Unexpected option id");
-        }
-        options.model_options = options.model_options;
-        const executor = await this.getExecutor(options.model);
-        const req = executor.textGenerationStream({
-            inputs: prompt,
-            parameters: {
-                temperature: options.model_options?.temperature,
-                max_new_tokens: options.model_options?.max_tokens,
-            },
-        });
-        return (0, async_1.transformAsyncIterator)(req, (val) => {
-            //special like <s> are not part of the result
-            if (val.token.special)
-                return { result: [] };
-            let finish_reason = val.details?.finish_reason;
-            if (finish_reason === "eos_token") {
-                finish_reason = "stop";
-            }
-            return {
-                result: val.token.text ? [{ type: "text", value: val.token.text }] : [],
-                finish_reason: finish_reason,
-                token_usage: {
-                    result: val.details?.generated_tokens ?? 0,
-                }
-            };
-        });
-    }
-    async requestTextCompletion(prompt, options) {
-        if (options.model_options?._option_id !== undefined && options.model_options?._option_id !== "text-fallback") {
-            this.logger.debug({ options: options.model_options }, "Unexpected option id");
-        }
-        options.model_options = options.model_options;
-        const executor = await this.getExecutor(options.model);
-        const res = await executor.textGeneration({
-            inputs: prompt,
-            parameters: {
-                temperature: options.model_options?.temperature,
-                max_new_tokens: options.model_options?.max_tokens,
-            },
-        });
-        let finish_reason = res.details?.finish_reason;
-        if (finish_reason === "eos_token") {
-            finish_reason = "stop";
-        }
-        return {
-            result: [{ type: "text", value: res.generated_text }],
-            finish_reason: finish_reason,
-            token_usage: {
-                result: res.details?.generated_tokens
-            },
-            original_response: options.include_original_response ? res : undefined,
-        };
-    }
-    // ============== management API ==============
-    async listModels() {
-        const res = await this.service.get("/");
-        const hfModels = res.items;
-        if (!hfModels || !hfModels.length)
-            return [];
-        const models = hfModels.map((model) => ({
-            id: model.name,
-            name: `${model.name} [${model.model.repository}:${model.model.task}]`,
-            provider: this.provider,
-            tags: [model.model.task],
-            status: getStatus(model),
-        }));
-        return models;
-    }
-    async validateConnection() {
-        try {
-            await this.service.get("/models");
-            return true;
-        }
-        catch (error) {
-            return false;
-        }
-    }
-    async generateEmbeddings() {
-        throw new Error("Method not implemented.");
-    }
-}
-exports.HuggingFaceIEDriver = HuggingFaceIEDriver;
-//get status from HF status
-function getStatus(hfModel) {
-    //[ pending, initializing, updating, updateFailed, running, paused, failed, scaledToZero ]
-    switch (hfModel.status.state) {
-        case "running":
-            return core_1.AIModelStatus.Available;
-        case "initializing":
-            return core_1.AIModelStatus.Pending;
-        case "updating":
-            return core_1.AIModelStatus.Pending;
-        case "updateFailed":
-            return core_1.AIModelStatus.Unavailable;
-        case "paused":
-            return core_1.AIModelStatus.Stopped;
-        case "failed":
-            return core_1.AIModelStatus.Unavailable;
-        case "scaledToZero":
-            return core_1.AIModelStatus.Available;
-        default:
-            return core_1.AIModelStatus.Unknown;
-    }
-}
-/*
-Example of model returned by the API
-{
-    "items": [
-      {
-        "accountId": "string",
-        "compute": {
-          "accelerator": "cpu",
-          "instanceSize": "large",
-          "instanceType": "c6i",
-          "scaling": {
-            "maxReplica": 8,
-            "minReplica": 2
-          }
-        },
-        "model": {
-          "framework": "custom",
-          "image": {
-            "huggingface": {}
-          },
-          "repository": "gpt2",
-          "revision": "6c0e6080953db56375760c0471a8c5f2929baf11",
-          "task": "text-classification"
-        },
-        "name": "my-endpoint",
-        "provider": {
-          "region": "us-east-1",
-          "vendor": "aws"
-        },
-        "status": {
-          "createdAt": "2023-10-19T05:04:17.305Z",
-          "createdBy": {
-            "id": "string",
-            "name": "string"
-          },
-          "message": "Endpoint is ready",
-          "private": {
-            "serviceName": "string"
-          },
-          "readyReplica": 2,
-          "state": "pending",
-          "targetReplica": 4,
-          "updatedAt": "2023-10-19T05:04:17.305Z",
-          "updatedBy": {
-            "id": "string",
-            "name": "string"
-          },
-          "url": "https://endpoint-id.region.vendor.endpoints.huggingface.cloud"
-        },
-        "type": "public"
-      }
-    ]
-  }
-*/
-//# sourceMappingURL=huggingface_ie.js.map

package/lib/cjs/huggingface_ie.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"huggingface_ie.js","sourceRoot":"","sources":["../../src/huggingface_ie.ts"],"names":[],"mappings":";;;AAAA,sDAGgC;AAChC,2CAS0B;AAC1B,kDAAgE;AAChE,iEAAyD;AAOzD,MAAa,mBAAoB,SAAQ,qBAAkD;IACvF,MAAM,CAAC,QAAQ,GAAG,gBAAgB,CAAC;IACnC,QAAQ,GAAG,mBAAmB,CAAC,QAAQ,CAAC;IACxC,OAAO,CAAc;IACrB,SAAS,CAAmB;IAE5B,YACI,OAAmC;QAEnC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,gCAAgC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACrE,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,8BAAW,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QAC1D,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;IAC5E,CAAC;IAED,KAAK,CAAC,mBAAmB,CACrB,OAAe;QAEf,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,OAAO,EAAE,CAAC,CAAuB,CAAC;QAC1E,OAAO;YACH,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG;YACnB,MAAM,EAAE,SAAS,CAAC,GAAG,CAAC;SACzB,CAAC;IACN,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,KAAa;QAC3B,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YAClB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;YACvD,IAAI,CAAC,QAAQ,CAAC,GAAG;gBACb,MAAM,IAAI,KAAK,CACX,oCAAoC,KAAK,EAAE,CAC9C,CAAC;YACN,IAAI,QAAQ,CAAC,MAAM,KAAK,oBAAa,CAAC,SAAS;gBAC3C,MAAM,IAAI,KAAK,CACX,YAAY,KAAK,qCAAqC,QAAQ,CAAC,MAAM,EAAE,CAC1E,CAAC;YAEN,8DAA8D;YAC9D,IAAI,CAAC,SAAS,GAAG,IAAI,2BAAe,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,QAAQ,CAC9D,QAAQ,CAAC,GAAG,CACf,CAAC;QACN,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,MAAc,EAAE,OAAyB;QACvE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,SAAS,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YAC3G,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,sBAAsB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACvD,MAAM,GAAG,GAAG,QAAQ,CAAC,oBAAoB,CAAC;YACtC,MAAM,EAAE,MAAM;YACd,UAAU,EAAE;gBACR,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;aACpD;SACJ,CAAC,CAAC;QAEH,OAAO,IAAA,8BAAsB,EAAC,GAAG,EAAE,CAAC,GAA+B,EAAyB,EAAE;YAC1F,6CAA6C;YAC7C,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO;gBAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;YAC7C,IAAI,aAAa,GAAG,GAAG,CAAC,OAAO,EAAE,aAAuB,CAAC;YACzD,IAAI,aAAa,KAAK,WAAW,EAAE,CAAC;gBAChC,aAAa,GAAG,MAAM,CAAC;YAC3B,CAAC;YACD,OAAO;gBACH,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;gBAChF,aAAa,EAAE,aAAa;gBAC5B,WAAW,EAAE;oBACT,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE,gBAAgB,IAAI,CAAC;iBAC7C;aACJ,CAAC;QACN,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,MAAc,EAAE,OAAyB;QACjE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,SAAS,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YAC3G,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,sBAAsB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACvD,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC;YACtC,MAAM,EAAE,MAAM;YACd,UAAU,EAAE;gBACR,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;aACpD;SACJ,CAAC,CAAC;QAEH,IAAI,aAAa,GAAG,GAAG,CAAC,OAAO,EAAE,aAAuB,CAAC;QACzD,IAAI,aAAa,KAAK,WAAW,EAAE,CAAC;YAChC,aAAa,GAAG,MAAM,CAAC;QAC3B,CAAC;QACD,OAAO;YACH,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,KAAK,EAAE,GAAG,CAAC,cAAc,EAAE,CAAC;YAC9D,aAAa,EAAE,aAAa;YAC5B,WAAW,EAAE;gBACT,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE,gBAAgB;aACxC;YACD,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;SACzE,CAAC;IAEN,CAAC;IAED,+CAA+C;IAE/C,KAAK,CAAC,UAAU;QACZ,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,QAAQ,GAAG,GAAG,CAAC,KAA6B,CAAC;QACnD,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,MAAM;YAAE,OAAO,EAAE,CAAC;QAE7C,MAAM,MAAM,GAAc,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAyB,EAAE,EAAE,CAAC,CAAC;YACnE,EAAE,EAAE,KAAK,CAAC,IAAI;YACd,IAAI,EAAE,GAAG,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,GAAG;YACrE,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;YACxB,MAAM,EAAE,SAAS,CAAC,KAAK,CAAC;SAC3B,CAAC,CAAC,CAAC;QAEJ,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,kBAAkB;QACpB,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAClC,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,kBAAkB;QACpB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;;AA1IL,kDA4IC;AAED,2BAA2B;AAC3B,SAAS,SAAS,CAAC,OAA2B;IAC1C,0FAA0F;IAC1F,QAAQ,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAC3B,KAAK,SAAS;YACV,OAAO,oBAAa,CAAC,SAAS,CAAC;QACnC,KAAK,cAAc;YACf,OAAO,oBAAa,CAAC,OAAO,CAAC;QACjC,KAAK,UAAU;YACX,OAAO,oBAAa,CAAC,OAAO,CAAC;QACjC,KAAK,cAAc;YACf,OAAO,oBAAa,CAAC,WAAW,CAAC;QACrC,KAAK,QAAQ;YACT,OAAO,oBAAa,CAAC,OAAO,CAAC;QACjC,KAAK,QAAQ;YACT,OAAO,oBAAa,CAAC,WAAW,CAAC;QACrC,KAAK,cAAc;YACf,OAAO,oBAAa,CAAC,SAAS,CAAC;QACnC;YACI,OAAO,oBAAa,CAAC,OAAO,CAAC;IACrC,CAAC;AACL,CAAC;AAkDD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAqDE"}

package/lib/cjs/index.js

@@ -1,32 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-__exportStar(require("./anthropic/index.js"), exports);
-__exportStar(require("./azure/azure_foundry.js"), exports);
-__exportStar(require("./bedrock/index.js"), exports);
-__exportStar(require("./groq/index.js"), exports);
-__exportStar(require("./huggingface_ie.js"), exports);
-__exportStar(require("./mistral/index.js"), exports);
-__exportStar(require("./openai/azure_openai.js"), exports);
-__exportStar(require("./openai/openai.js"), exports);
-__exportStar(require("./openai/openai_compatible.js"), exports);
-__exportStar(require("./replicate.js"), exports);
-__exportStar(require("./test-driver/index.js"), exports);
-__exportStar(require("./togetherai/index.js"), exports);
-__exportStar(require("./vertexai/index.js"), exports);
-__exportStar(require("./watsonx/index.js"), exports);
-__exportStar(require("./xai/index.js"), exports);
-//# sourceMappingURL=index.js.map

package/lib/cjs/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,uDAAqC;AACrC,2DAAyC;AACzC,qDAAmC;AACnC,kDAAgC;AAChC,sDAAoC;AACpC,qDAAmC;AACnC,2DAAyC;AACzC,qDAAmC;AACnC,gEAA8C;AAC9C,iDAA+B;AAC/B,yDAAuC;AACvC,wDAAsC;AACtC,sDAAoC;AACpC,qDAAmC;AACnC,iDAA+B"}