@llumiverse/drivers 1.3.0 → 1.4.0-dev.20260629.090753Z

package/lib/bedrock/twelvelabs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"twelvelabs.js","sourceRoot":"","sources":["../../src/bedrock/twelvelabs.ts"],"names":[],"mappings":"AAAA,OAAO,EAIH,UAAU,EAEV,kBAAkB,GAErB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAsD9D,wDAAwD;AACxD,MAAM,CAAC,KAAK,UAAU,6BAA6B,CAC/C,QAAyB,EACzB,OAAyB;IAEzB,IAAI,WAAW,GAAG,EAAE,CAAC;IACrB,IAAI,SAAiC,CAAC;IAEtC,qDAAqD;IACrD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC7B,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU,CAAC,MAAM,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU,CAAC,IAAI,EAAE,CAAC;YACzE,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBAClB,WAAW,IAAI,GAAG,OAAO,CAAC,OAAO,IAAI,CAAC;YAC1C,CAAC;YAED,uBAAuB;YACvB,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;gBACrC,IAAI,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACvC,SAAS,GAAG,IAAI,CAAC;oBACjB,MAAM,CAAC,iCAAiC;gBAC5C,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED,IAAI,CAAC,SAAS,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACtE,CAAC;IAED,uBAAuB;IACvB,IAAI,WAAoD,CAAC;IAEzD,IAAI,CAAC;QACD,0BAA0B;QAC1B,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,MAAM,EAAE,CAAC;QACrC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAE/B,IAAI,SAAS,CAAC,QAAQ,KAAK,KAAK,IAAI,kBAAkB,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;YACzE,iCAAiC;YACjC,WAAW,GAAG;gBACV,UAAU,EAAE;oBACR,GAAG,EAAE,SAAS,CAAC,QAAQ,KAAK,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,eAAe,CAAC,SAAS,CAAC;iBACvE;aACJ,CAAC;QACN,CAAC;aAAM,CAAC;YACJ,+BAA+B;YAC/B,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,SAAS,EAAE,CAAC;YAC3C,MAAM,YAAY,GAAG,MAAM,kBAAkB,CAAC,MAAM,CAAC,CAAC;YAEtD,WAAW,GAAG;gBACV,YAAY;aACf,CAAC;QACN,CAAC;IACL,CAAC;IAAC,MAAM,CAAC;QACL,4CAA4C;QAC5C,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,SAAS,EAAE,CAAC;QAC3C,MAAM,YAAY,GAAG,MAAM,kBAAkB,CAAC,MAAM,CAAC,CAAC;QAEtD,WAAW,GAAG;YACV,YAAY;SACf,CAAC;IACN,CAAC;IAED,MAAM,OAAO,GAA6B;QACtC,WAAW,EAAE,WAAW,CAAC,IAAI,EAAE;QAC/B,WAAW;KACd,CAAC;IAEF,6CAA6C;IAC7C,MAAM,YAAY,GAAG,OAAO,CAAC,aAAgD,CAAC;IAC9E,IAAI,YAAY,EAAE,WAAW,KAAK,SAAS,EAAE,CAAC;QAC1C,OAAO,CAAC,WAAW,GAAG,YAAY,CAAC,WAAW,CAAC;IACnD,CAAC;IACD,IAAI,YAAY,EAAE,UAAU,KAAK,SAAS,EAAE,CAAC;QACzC,OAAO,CAAC,eAAe,GAAG,YAAY,CAAC,UAAU,CAAC;IACtD,CAAC;IAED,oDAAoD;IACpD,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;QACxB,OAAO,CAAC,cAAc,GAAG;YACrB,IAAI,EAAE,aAAa;YACnB,WAAW,EAAE;gBACT,IAAI,EAAE,UAAU;gBAChB,MAAM,EAAE,OAAO,CAAC,aAAa;aAChC;SACJ,CAAC;IACN,CAAC;IAED,OAAO,OAAO,CAAC;AACnB,CAAC"}

package/lib/{types/groq → groq}/index.d.ts

@@ -1,6 +1,7 @@
-import { AbstractDriver, AIModel, Completion, CompletionChunkObject, DriverOptions, EmbeddingsOptions, EmbeddingsResult, ExecutionOptions, PromptSegment } from "@llumiverse/core";
-import Groq from "groq-sdk";
-import type { ChatCompletionMessageParam } from "groq-sdk/resources/chat/completions";
+import type { AIModel, Completion, CompletionChunkObject, DriverOptions, EmbeddingsOptions, EmbeddingsResult, ExecutionOptions, PromptSegment } from '@llumiverse/core';
+import { AbstractDriver } from '@llumiverse/core/driver';
+import Groq from 'groq-sdk';
+import type { ChatCompletionMessageParam } from 'groq-sdk/resources/chat/completions';
 interface GroqDriverOptions extends DriverOptions {
     apiKey: string;
     endpoint_url?: string;
@@ -14,6 +15,7 @@ export declare class GroqDriver extends AbstractDriver<GroqDriverOptions, ChatCo
     constructor(options: GroqDriverOptions);
     getResponseFormat(_options: ExecutionOptions): undefined;
     protected formatPrompt(segments: PromptSegment[], opts: ExecutionOptions): Promise<ChatCompletionMessageParam[]>;
+    formatDebugPrompt(messages: ChatCompletionMessageParam[]): ChatCompletionMessageParam[];
     private getToolDefinitions;
     private extractToolUse;
     private sanitizeMessagesForGroq;
@@ -21,7 +23,7 @@ export declare class GroqDriver extends AbstractDriver<GroqDriverOptions, ChatCo
     requestTextCompletionStream(messages: ChatCompletionMessageParam[], options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
     listModels(): Promise<AIModel<string>[]>;
     validateConnection(): Promise<boolean>;
-    generateEmbeddings({}: EmbeddingsOptions): Promise<EmbeddingsResult>;
+    generateEmbeddings(_options: EmbeddingsOptions): Promise<EmbeddingsResult>;
 }
 export {};
 //# sourceMappingURL=index.d.ts.map

package/lib/groq/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/groq/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACR,OAAO,EACP,UAAU,EACV,qBAAqB,EACrB,aAAa,EACb,iBAAiB,EACjB,gBAAgB,EAChB,gBAAgB,EAChB,aAAa,EAIhB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,IAAI,MAAM,UAAU,CAAC;AAC5B,OAAO,KAAK,EAAE,0BAA0B,EAAsB,MAAM,qCAAqC,CAAC;AAkB1G,UAAU,iBAAkB,SAAQ,aAAa;IAC7C,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;CACzB;AA0BD,qBAAa,UAAW,SAAQ,cAAc,CAAC,iBAAiB,EAAE,0BAA0B,EAAE,CAAC;IAC3F,MAAM,CAAC,QAAQ,SAAU;IACzB,QAAQ,SAAuB;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,IAAI,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;gBAET,OAAO,EAAE,iBAAiB;IAmBtC,iBAAiB,CAAC,QAAQ,EAAE,gBAAgB,GAAG,SAAS;cAWxC,YAAY,CACxB,QAAQ,EAAE,aAAa,EAAE,EACzB,IAAI,EAAE,gBAAgB,GACvB,OAAO,CAAC,0BAA0B,EAAE,CAAC;IAWjC,iBAAiB,CAAC,QAAQ,EAAE,0BAA0B,EAAE,GAAG,0BAA0B,EAAE;IAY9F,OAAO,CAAC,kBAAkB;IAe1B,OAAO,CAAC,cAAc;IAYtB,OAAO,CAAC,uBAAuB;IAoBzB,qBAAqB,CACvB,QAAQ,EAAE,0BAA0B,EAAE,EACtC,OAAO,EAAE,gBAAgB,GAC1B,OAAO,CAAC,UAAU,CAAC;IA4DhB,2BAA2B,CAC7B,QAAQ,EAAE,0BAA0B,EAAE,EACtC,OAAO,EAAE,gBAAgB,GAC1B,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;IAiD1C,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAuB9C,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAIhC,kBAAkB,CAAC,QAAQ,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAGnF"}

package/lib/{esm/groq → groq}/index.js

@@ -1,9 +1,25 @@
-import { AbstractDriver } from "@llumiverse/core";
-import { transformAsyncIterator } from "@llumiverse/core/async";
-import Groq from "groq-sdk";
-import { formatOpenAILikeMultimodalPrompt } from "../openai/openai_format.js";
+import { transformAsyncIterator } from '@llumiverse/core/async';
+import { AbstractDriver } from '@llumiverse/core/driver';
+import Groq from 'groq-sdk';
+import { formatOpenAILikeMultimodalPrompt } from '../openai/openai_format.js';
+import { truncateDataUrlForDebug } from '../shared/debug-prompt.js';
+function hasGroqArrayContent(message) {
+    return message.role === 'user' && Array.isArray(message.content);
+}
+function formatGroqContentPartForDebug(part) {
+    if (part.type !== 'image_url') {
+        return part;
+    }
+    return {
+        ...part,
+        image_url: {
+            ...part.image_url,
+            url: truncateDataUrlForDebug(part.image_url.url),
+        },
+    };
+}
 export class GroqDriver extends AbstractDriver {
-    static PROVIDER = "groq";
+    static PROVIDER = 'groq';
     provider = GroqDriver.PROVIDER;
     apiKey;
     client;
@@ -13,7 +29,8 @@ export class GroqDriver extends AbstractDriver {
         this.apiKey = options.apiKey;
         this.client = new Groq({
             apiKey: options.apiKey,
-            baseURL: options.endpoint_url
+            baseURL: options.endpoint_url,
+            fetch: this.getDriverFetch(),
         });
     }
     // protected canStream(options: ExecutionOptions): Promise<boolean> {
@@ -42,17 +59,28 @@ export class GroqDriver extends AbstractDriver {
         // Convert ResponseInputItem[] to Groq ChatCompletionMessageParam[]
         return convertResponseItemsToGroqMessages(responseItems);
     }
+    formatDebugPrompt(messages) {
+        return messages.map((message) => {
+            if (!hasGroqArrayContent(message)) {
+                return message;
+            }
+            return {
+                ...message,
+                content: message.content.map(formatGroqContentPartForDebug),
+            };
+        });
+    }
     getToolDefinitions(tools) {
         if (!tools || tools.length === 0) {
             return undefined;
         }
-        return tools.map(tool => ({
+        return tools.map((tool) => ({
             type: 'function',
             function: {
                 name: tool.name,
                 description: tool.description,
                 parameters: tool.input_schema,
-            }
+            },
         }));
     }
     extractToolUse(message) {
@@ -66,14 +94,17 @@ export class GroqDriver extends AbstractDriver {
         }));
     }
     sanitizeMessagesForGroq(messages) {
-        return messages.map(message => {
+        return messages.map((message) => {
             // Remove any reasoning field from message objects
-            const { reasoning, ...sanitizedMessage } = message;
+            const sanitizedMessage = { ...message };
+            delete sanitizedMessage.reasoning;
             // If message has content array, filter out reasoning content types
-            if (Array.isArray(sanitizedMessage.content)) {
-                sanitizedMessage.content = sanitizedMessage.content.filter((part) => {
+            const content = sanitizedMessage.content;
+            if (Array.isArray(content)) {
+                sanitizedMessage.content = content.filter((part) => {
                     // Filter out any reasoning-related content parts
-                    return part.type !== 'reasoning' && !('reasoning' in part);
+                    const typedPart = part;
+                    return typedPart.type !== 'reasoning' && !('reasoning' in typedPart);
                 });
             }
             return sanitizedMessage;
@@ -81,9 +112,9 @@ export class GroqDriver extends AbstractDriver {
     }
     async requestTextCompletion(messages, options) {
         if (options.model_options?._option_id !== undefined &&
-            options.model_options?._option_id !== "text-fallback" &&
-            options.model_options?._option_id !== "groq-deepseek-thinking") {
-            this.logger.debug({ options: options.model_options }, "Unexpected option id");
+            options.model_options?._option_id !== 'text-fallback' &&
+            options.model_options?._option_id !== 'groq-deepseek-thinking') {
+            this.logger.debug({ options: options.model_options }, 'Unexpected option id');
         }
         options.model_options = options.model_options;
         // Update conversation with current messages
@@ -112,10 +143,10 @@ export class GroqDriver extends AbstractDriver {
         conversation = updateConversation(conversation, [choice.message]);
         let finish_reason = choice.finish_reason;
         if (tool_use && tool_use.length > 0) {
-            finish_reason = "tool_calls";
+            finish_reason = 'tool_calls';
         }
         return {
-            result: result ? [{ type: "text", value: result }] : [],
+            result: result ? [{ type: 'text', value: result }] : [],
             token_usage: {
                 prompt: res.usage?.prompt_tokens,
                 result: res.usage?.completion_tokens,
@@ -128,8 +159,8 @@ export class GroqDriver extends AbstractDriver {
         };
     }
     async requestTextCompletionStream(messages, options) {
-        if (options.model_options?._option_id !== undefined && options.model_options?._option_id !== "text-fallback") {
-            this.logger.debug({ options: options.model_options }, "Unexpected option id");
+        if (options.model_options?._option_id !== undefined && options.model_options?._option_id !== 'text-fallback') {
+            this.logger.debug({ options: options.model_options }, 'Unexpected option id');
         }
         options.model_options = options.model_options;
         // Update conversation with current messages
@@ -155,10 +186,10 @@ export class GroqDriver extends AbstractDriver {
             let finish_reason = choice.finish_reason;
             // Check for tool calls in the delta
             if (choice.delta.tool_calls && choice.delta.tool_calls.length > 0) {
-                finish_reason = "tool_calls";
+                finish_reason = 'tool_calls';
             }
             return {
-                result: choice.delta.content ? [{ type: "text", value: choice.delta.content }] : [],
+                result: choice.delta.content ? [{ type: 'text', value: choice.delta.content }] : [],
                 finish_reason: finish_reason ?? undefined,
                 token_usage: {
                     prompt: chunk.x_groq?.usage?.prompt_tokens,
@@ -171,11 +202,11 @@ export class GroqDriver extends AbstractDriver {
     async listModels() {
         const models = await this.client.models.list();
         if (!models.data) {
-            throw new Error("No models found");
+            throw new Error('No models found');
         }
-        const aiModels = models.data?.map(m => {
+        const aiModels = models.data?.map((m) => {
             if (!m.id) {
-                throw new Error("Model id is missing");
+                throw new Error('Model id is missing');
             }
             return {
                 id: m.id,
@@ -188,10 +219,10 @@ export class GroqDriver extends AbstractDriver {
         return aiModels;
     }
     validateConnection() {
-        throw new Error("Method not implemented.");
+        throw new Error('Method not implemented.');
     }
-    async generateEmbeddings({}) {
-        throw new Error("Method not implemented.");
+    async generateEmbeddings(_options) {
+        throw new Error('Method not implemented.');
     }
 }
 /**
@@ -222,7 +253,7 @@ function convertResponseItemsToGroqMessages(items) {
                 else if (Array.isArray(msg.content)) {
                     content = msg.content
                         .filter((part) => part.type === 'input_text')
-                        .map(part => part.text)
+                        .map((part) => part.text)
                         .join('\n');
                 }
                 else {
@@ -247,14 +278,14 @@ function convertResponseItemsToGroqMessages(items) {
                             const imgPart = part;
                             if (imgPart.image_url) {
                                 const image_url = {
-                                    url: imgPart.image_url
+                                    url: imgPart.image_url,
                                 };
                                 if (imgPart.detail) {
                                     image_url.detail = imgPart.detail;
                                 }
                                 parts.push({
                                     type: 'image_url',
-                                    image_url
+                                    image_url,
                                 });
                             }
                         }
@@ -274,10 +305,11 @@ function convertResponseItemsToGroqMessages(items) {
                     content = msg.content;
                 }
                 else if (Array.isArray(msg.content)) {
-                    content = msg.content
-                        .filter((part) => part.type === 'input_text')
-                        .map(part => part.text)
-                        .join('\n') || null;
+                    content =
+                        msg.content
+                            .filter((part) => part.type === 'input_text')
+                            .map((part) => part.text)
+                            .join('\n') || null;
                 }
                 else {
                     content = null;
@@ -304,16 +336,17 @@ function convertResponseItemsToGroqMessages(items) {
             messages.push({
                 role: 'assistant',
                 content: null,
-                tool_calls: [{
+                tool_calls: [
+                    {
                         id: call.call_id,
                         type: 'function',
                         function: {
                             name: call.name,
                             arguments: call.arguments,
-                        }
-                    }]
+                        },
+                    },
+                ],
             });
-            continue;
         }
     }
     return messages;

package/lib/groq/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/groq/index.ts"],"names":[],"mappings":"AAaA,OAAO,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,IAAI,MAAM,UAAU,CAAC;AAI5B,OAAO,EAAE,gCAAgC,EAAE,MAAM,4BAA4B,CAAC;AAC9E,OAAO,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AA0BpE,SAAS,mBAAmB,CAAC,OAAmC;IAC5D,OAAO,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;AACrE,CAAC;AAED,SAAS,6BAA6B,CAAC,IAAqB;IACxD,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC5B,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,OAAO;QACH,GAAG,IAAI;QACP,SAAS,EAAE;YACP,GAAG,IAAI,CAAC,SAAS;YACjB,GAAG,EAAE,uBAAuB,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC;SACnD;KACJ,CAAC;AACN,CAAC;AAED,MAAM,OAAO,UAAW,SAAQ,cAA+D;IAC3F,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC;IACzB,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC;IAC/B,MAAM,CAAS;IACf,MAAM,CAAO;IACb,WAAW,CAAU;IAErB,YAAY,OAA0B;QAClC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,IAAI,IAAI,CAAC;YACnB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,YAAY;YAC7B,KAAK,EAAE,IAAI,CAAC,cAAc,EAAE;SAC/B,CAAC,CAAC;IACP,CAAC;IAED,qEAAqE;IACrE,mCAAmC;IACnC,8CAA8C;IAC9C,yCAAyC;IACzC,eAAe;IACf,wCAAwC;IACxC,QAAQ;IACR,IAAI;IAEJ,iBAAiB,CAAC,QAA0B;QACxC,qEAAqE;QACrE,iEAAiE;QACjE,4FAA4F;QAC5F,2BAA2B;QAC3B,IAAI;QAEJ,kEAAkE;QAClE,OAAO,SAAS,CAAC;IACrB,CAAC;IAES,KAAK,CAAC,YAAY,CACxB,QAAyB,EACzB,IAAsB;QAEtB,uEAAuE;QACvE,MAAM,aAAa,GAAG,MAAM,gCAAgC,CAAC,QAAQ,EAAE;YACnE,GAAG,IAAI;YACP,UAAU,EAAE,IAAI;SACnB,CAAC,CAAC;QAEH,mEAAmE;QACnE,OAAO,kCAAkC,CAAC,aAAa,CAAC,CAAC;IAC7D,CAAC;IAEM,iBAAiB,CAAC,QAAsC;QAC3D,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;YAC5B,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,EAAE,CAAC;gBAChC,OAAO,OAAO,CAAC;YACnB,CAAC;YACD,OAAO;gBACH,GAAG,OAAO;gBACV,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC;aAC9D,CAAC;QACN,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,kBAAkB,CAAC,KAAmC;QAC1D,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO,SAAS,CAAC;QACrB,CAAC;QAED,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACxB,IAAI,EAAE,UAAmB;YACzB,QAAQ,EAAE;gBACN,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,UAAU,EAAE,IAAI,CAAC,YAAyC;aAC7D;SACJ,CAAC,CAAC,CAAC;IACR,CAAC;IAEO,cAAc,CAAC,OAA4B;QAC/C,IAAI,CAAC,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzD,OAAO,SAAS,CAAC;QACrB,CAAC;QAED,OAAO,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YACzC,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI;YACjC,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC;SAC9D,CAAC,CAAC,CAAC;IACR,CAAC;IAEO,uBAAuB,CAAC,QAAsC;QAClE,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;YAC5B,kDAAkD;YAClD,MAAM,gBAAgB,GAAG,EAAE,GAAI,OAA8C,EAAE,CAAC;YAChF,OAAO,gBAAgB,CAAC,SAAS,CAAC;YAElC,mEAAmE;YACnE,MAAM,OAAO,GAAG,gBAAgB,CAAC,OAAO,CAAC;YACzC,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBACzB,gBAAgB,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;oBAC/C,iDAAiD;oBACjD,MAAM,SAAS,GAAG,IAA8C,CAAC;oBACjE,OAAO,SAAS,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,WAAW,IAAI,SAAS,CAAC,CAAC;gBACzE,CAAC,CAAC,CAAC;YACP,CAAC;YAED,OAAO,gBAAyD,CAAC;QACrE,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,qBAAqB,CACvB,QAAsC,EACtC,OAAyB;QAEzB,IACI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,SAAS;YAC/C,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe;YACrD,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,wBAAwB,EAChE,CAAC;YACC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,sBAAsB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,4CAA4C;QAC5C,IAAI,YAAY,GAAG,kBAAkB,CAAC,OAAO,CAAC,YAA4C,EAAE,QAAQ,CAAC,CAAC;QAEtG,6DAA6D;QAC7D,YAAY,GAAG,IAAI,CAAC,uBAAuB,CAAC,YAAY,CAAC,CAAC;QAE1D,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAErD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YAClD,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,YAAY;YACtB,qBAAqB,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;YACxD,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;YAC/C,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;YACnC,qFAAqF;YACrF,gDAAgD;YAChD,gBAAgB,EAAE,OAAO,CAAC,aAAa,EAAE,gBAAgB;YACzD,iBAAiB,EAAE,OAAO,CAAC,aAAa,EAAE,iBAAiB;YAC3D,eAAe,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;YAChD,KAAK,EAAE,KAAK;SACf,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;QAEtC,qCAAqC;QACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAErD,wCAAwC;QACxC,YAAY,GAAG,kBAAkB,CAAC,YAAY,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QAElE,IAAI,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;QACzC,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,aAAa,GAAG,YAAY,CAAC;QACjC,CAAC;QAED,OAAO;YACH,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;YACvD,WAAW,EAAE;gBACT,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,aAAa;gBAChC,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,iBAAiB;gBACpC,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,YAAY;aACjC;YACD,aAAa,EAAE,aAAa;YAC5B,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;YACtE,YAAY;YACZ,QAAQ;SACX,CAAC;IACN,CAAC;IAED,KAAK,CAAC,2BAA2B,CAC7B,QAAsC,EACtC,OAAyB;QAEzB,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,SAAS,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YAC3G,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,sBAAsB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,4CAA4C;QAC5C,IAAI,YAAY,GAAG,kBAAkB,CAAC,OAAO,CAAC,YAA4C,EAAE,QAAQ,CAAC,CAAC;QAEtG,6DAA6D;QAC7D,YAAY,GAAG,IAAI,CAAC,uBAAuB,CAAC,YAAY,CAAC,CAAC;QAE1D,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAErD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YAClD,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,YAAY;YACtB,qBAAqB,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;YACxD,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;YAC/C,KAAK,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;YACnC,qFAAqF;YACrF,gDAAgD;YAChD,gBAAgB,EAAE,OAAO,CAAC,aAAa,EAAE,gBAAgB;YACzD,iBAAiB,EAAE,OAAO,CAAC,aAAa,EAAE,iBAAiB;YAC3D,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,KAAK;SACf,CAAC,CAAC;QAEH,OAAO,sBAAsB,CAAC,GAAG,EAAE,CAAC,KAAK,EAAE,EAAE;YACzC,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAChC,IAAI,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;YAEzC,oCAAoC;YACpC,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAChE,aAAa,GAAG,YAAY,CAAC;YACjC,CAAC;YAED,OAAO;gBACH,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;gBACnF,aAAa,EAAE,aAAa,IAAI,SAAS;gBACzC,WAAW,EAAE;oBACT,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,aAAa;oBAC1C,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,iBAAiB;oBAC9C,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,YAAY;iBAC3C;aAC4B,CAAC;QACtC,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAE/C,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACvC,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACpC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;gBACR,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;YAC3C,CAAC;YACD,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,EAAE;gBACV,WAAW,EAAE,SAAS;gBACtB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,CAAC,CAAC,QAAQ,IAAI,EAAE;aAC1B,CAAC;QACN,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,QAA2B;QAChD,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;;AAGL;;;;;GAKG;AACH,SAAS,kBAAkB,CACvB,YAAsD,EACtD,QAAsC;IAEtC,OAAO,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;AACjD,CAAC;AAED;;GAEG;AACH,SAAS,kCAAkC,CAAC,KAA0B;IAClE,MAAM,QAAQ,GAAiC,EAAE,CAAC;IAElD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,iDAAiD;QACjD,IAAI,MAAM,IAAI,IAAI,IAAI,SAAS,IAAI,IAAI,EAAE,CAAC;YACtC,MAAM,GAAG,GAAG,IAAwB,CAAC;YACrC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;YAEtB,mCAAmC;YACnC,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;gBAC5C,IAAI,OAAe,CAAC;gBACpB,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;oBAClC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;gBAC1B,CAAC;qBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBACpC,OAAO,GAAG,GAAG,CAAC,OAAO;yBAChB,MAAM,CAAC,CAAC,IAAI,EAA8C,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC;yBACxF,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;yBACxB,IAAI,CAAC,IAAI,CAAC,CAAC;gBACpB,CAAC;qBAAM,CAAC;oBACJ,OAAO,GAAG,EAAE,CAAC;gBACjB,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC3C,SAAS;YACb,CAAC;YAED,uBAAuB;YACvB,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;gBAClB,IAAI,OAKG,CAAC;gBACR,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;oBAClC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;gBAC1B,CAAC;qBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBACpC,MAAM,KAAK,GAGP,EAAE,CAAC;oBACP,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;wBAC7B,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;4BAC7B,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;wBAClD,CAAC;6BAAM,IAAI,IAAI,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;4BACrC,MAAM,OAAO,GAAG,IAA2C,CAAC;4BAC5D,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;gCACpB,MAAM,SAAS,GAAsD;oCACjE,GAAG,EAAE,OAAO,CAAC,SAAS;iCACzB,CAAC;gCAEF,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;oCACjB,SAAS,CAAC,MAAM,GAAG,OAAO,CAAC,MAAiC,CAAC;gCACjE,CAAC;gCAED,KAAK,CAAC,IAAI,CAAC;oCACP,IAAI,EAAE,WAAW;oCACjB,SAAS;iCACZ,CAAC,CAAC;4BACP,CAAC;wBACL,CAAC;oBACL,CAAC;oBACD,OAAO,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC5C,CAAC;qBAAM,CAAC;oBACJ,OAAO,GAAG,EAAE,CAAC;gBACjB,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;gBACzC,SAAS;YACb,CAAC;YAED,4BAA4B;YAC5B,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;gBACvB,IAAI,OAAsB,CAAC;gBAC3B,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;oBAClC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;gBAC1B,CAAC;qBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBACpC,OAAO;wBACH,GAAG,CAAC,OAAO;6BACN,MAAM,CAAC,CAAC,IAAI,EAA8C,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,YAAY,CAAC;6BACxF,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;6BACxB,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;gBAChC,CAAC;qBAAM,CAAC;oBACJ,OAAO,GAAG,IAAI,CAAC;gBACnB,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC9C,SAAS;YACb,CAAC;QACL,CAAC;QAED,8CAA8C;QAC9C,IAAI,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,sBAAsB,EAAE,CAAC;YACzD,MAAM,MAAM,GAAG,IAA6D,CAAC;YAC7E,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,MAAM;gBACZ,YAAY,EAAE,MAAM,CAAC,OAAO;gBAC5B,OAAO,EAAE,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC;aAC7F,CAAC,CAAC;YACH,SAAS;QACb,CAAC;QAED,6CAA6C;QAC7C,IAAI,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YAClD,MAAM,IAAI,GAAG,IAAiD,CAAC;YAC/D,8EAA8E;YAC9E,8EAA8E;YAC9E,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,IAAI;gBACb,UAAU,EAAE;oBACR;wBACI,EAAE,EAAE,IAAI,CAAC,OAAO;wBAChB,IAAI,EAAE,UAAU;wBAChB,QAAQ,EAAE;4BACN,IAAI,EAAE,IAAI,CAAC,IAAI;4BACf,SAAS,EAAE,IAAI,CAAC,SAAS;yBAC5B;qBACJ;iBACJ;aACJ,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAED,OAAO,QAAQ,CAAC;AACpB,CAAC"}

package/lib/{types/huggingface_ie.d.ts → huggingface_ie.d.ts}

@@ -1,6 +1,7 @@
-import { InferenceClient } from "@huggingface/inference";
-import { AbstractDriver, AIModel, CompletionChunkObject, DriverOptions, EmbeddingsResult, ExecutionOptions } from "@llumiverse/core";
-import { FetchClient } from "@vertesia/api-fetch-client";
+import { InferenceClient } from '@huggingface/inference';
+import { type AIModel, type CompletionChunkObject, type DriverOptions, type EmbeddingsResult, type ExecutionOptions } from '@llumiverse/core';
+import { AbstractDriver } from '@llumiverse/core/driver';
+import { FetchClient } from '@vertesia/api-fetch-client';
 export interface HuggingFaceIEDriverOptions extends DriverOptions {
     apiKey: string;
     endpoint_url: string;

package/lib/huggingface_ie.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"huggingface_ie.d.ts","sourceRoot":"","sources":["../src/huggingface_ie.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAmC,MAAM,wBAAwB,CAAC;AAC1F,OAAO,EACH,KAAK,OAAO,EAEZ,KAAK,qBAAqB,EAC1B,KAAK,aAAa,EAClB,KAAK,gBAAgB,EACrB,KAAK,gBAAgB,EAExB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AAEzD,MAAM,WAAW,0BAA2B,SAAQ,aAAa;IAC7D,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;CACxB;AAED,qBAAa,mBAAoB,SAAQ,cAAc,CAAC,0BAA0B,EAAE,MAAM,CAAC;IACvF,MAAM,CAAC,QAAQ,SAAoB;IACnC,QAAQ,SAAgC;IACxC,OAAO,EAAE,WAAW,CAAC;IACrB,SAAS,CAAC,EAAE,eAAe,CAAC;gBAEhB,OAAO,EAAE,0BAA0B;IASzC,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAQ9E,WAAW,CAAC,KAAK,EAAE,MAAM;IAazB,2BAA2B,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB;IAgCrE,qBAAqB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,gBAAgB;;;;;;;;;;;IA+B/D,UAAU,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;IAgBhC,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAStC,kBAAkB,IAAI,OAAO,CAAC,gBAAgB,CAAC;CAGxD"}

package/lib/{esm/huggingface_ie.js → huggingface_ie.js}

@@ -1,9 +1,10 @@
-import { InferenceClient, } from "@huggingface/inference";
-import { AbstractDriver, AIModelStatus, } from "@llumiverse/core";
-import { transformAsyncIterator } from "@llumiverse/core/async";
-import { FetchClient } from "@vertesia/api-fetch-client";
+import { InferenceClient } from '@huggingface/inference';
+import { AIModelStatus, } from '@llumiverse/core';
+import { transformAsyncIterator } from '@llumiverse/core/async';
+import { AbstractDriver } from '@llumiverse/core/driver';
+import { FetchClient } from '@vertesia/api-fetch-client';
 export class HuggingFaceIEDriver extends AbstractDriver {
-    static PROVIDER = "huggingface_ie";
+    static PROVIDER = 'huggingface_ie';
     provider = HuggingFaceIEDriver.PROVIDER;
     service;
     _executor;
@@ -12,8 +13,8 @@ export class HuggingFaceIEDriver extends AbstractDriver {
         if (!options.endpoint_url) {
             throw new Error(`Endpoint URL is required for ${this.provider}`);
         }
-        this.service = new FetchClient(this.options.endpoint_url);
-        this.service.headers["Authorization"] = `Bearer ${this.options.apiKey}`;
+        this.service = new FetchClient(this.options.endpoint_url, this.getDriverFetch());
+        this.service.headers.Authorization = `Bearer ${this.options.apiKey}`;
     }
     async getModelURLEndpoint(modelId) {
         const res = (await this.service.get(`/${modelId}`));
@@ -35,8 +36,8 @@ export class HuggingFaceIEDriver extends AbstractDriver {
         return this._executor;
     }
     async requestTextCompletionStream(prompt, options) {
-        if (options.model_options?._option_id !== undefined && options.model_options?._option_id !== "text-fallback") {
-            this.logger.debug({ options: options.model_options }, "Unexpected option id");
+        if (options.model_options?._option_id !== undefined && options.model_options?._option_id !== 'text-fallback') {
+            this.logger.debug({ options: options.model_options }, 'Unexpected option id');
         }
         options.model_options = options.model_options;
         const executor = await this.getExecutor(options.model);
@@ -52,21 +53,21 @@ export class HuggingFaceIEDriver extends AbstractDriver {
             if (val.token.special)
                 return { result: [] };
             let finish_reason = val.details?.finish_reason;
-            if (finish_reason === "eos_token") {
-                finish_reason = "stop";
+            if (finish_reason === 'eos_token') {
+                finish_reason = 'stop';
             }
             return {
-                result: val.token.text ? [{ type: "text", value: val.token.text }] : [],
+                result: val.token.text ? [{ type: 'text', value: val.token.text }] : [],
                 finish_reason: finish_reason,
                 token_usage: {
                     result: val.details?.generated_tokens ?? 0,
-                }
+                },
             };
         });
     }
     async requestTextCompletion(prompt, options) {
-        if (options.model_options?._option_id !== undefined && options.model_options?._option_id !== "text-fallback") {
-            this.logger.debug({ options: options.model_options }, "Unexpected option id");
+        if (options.model_options?._option_id !== undefined && options.model_options?._option_id !== 'text-fallback') {
+            this.logger.debug({ options: options.model_options }, 'Unexpected option id');
         }
         options.model_options = options.model_options;
         const executor = await this.getExecutor(options.model);
@@ -78,23 +79,23 @@ export class HuggingFaceIEDriver extends AbstractDriver {
             },
         });
         let finish_reason = res.details?.finish_reason;
-        if (finish_reason === "eos_token") {
-            finish_reason = "stop";
+        if (finish_reason === 'eos_token') {
+            finish_reason = 'stop';
         }
         return {
-            result: [{ type: "text", value: res.generated_text }],
+            result: [{ type: 'text', value: res.generated_text }],
             finish_reason: finish_reason,
             token_usage: {
-                result: res.details?.generated_tokens
+                result: res.details?.generated_tokens,
             },
             original_response: options.include_original_response ? res : undefined,
         };
     }
     // ============== management API ==============
     async listModels() {
-        const res = await this.service.get("/");
+        const res = (await this.service.get('/'));
         const hfModels = res.items;
-        if (!hfModels || !hfModels.length)
+        if (!hfModels?.length)
             return [];
         const models = hfModels.map((model) => ({
             id: model.name,
@@ -107,34 +108,34 @@ export class HuggingFaceIEDriver extends AbstractDriver {
     }
     async validateConnection() {
         try {
-            await this.service.get("/models");
+            await this.service.get('/models');
             return true;
         }
-        catch (error) {
+        catch {
             return false;
         }
     }
     async generateEmbeddings() {
-        throw new Error("Method not implemented.");
+        throw new Error('Method not implemented.');
     }
 }
 //get status from HF status
 function getStatus(hfModel) {
     //[ pending, initializing, updating, updateFailed, running, paused, failed, scaledToZero ]
     switch (hfModel.status.state) {
-        case "running":
+        case 'running':
             return AIModelStatus.Available;
-        case "initializing":
+        case 'initializing':
             return AIModelStatus.Pending;
-        case "updating":
+        case 'updating':
             return AIModelStatus.Pending;
-        case "updateFailed":
+        case 'updateFailed':
             return AIModelStatus.Unavailable;
-        case "paused":
+        case 'paused':
             return AIModelStatus.Stopped;
-        case "failed":
+        case 'failed':
             return AIModelStatus.Unavailable;
-        case "scaledToZero":
+        case 'scaledToZero':
             return AIModelStatus.Available;
         default:
             return AIModelStatus.Unknown;

package/lib/huggingface_ie.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"huggingface_ie.js","sourceRoot":"","sources":["../src/huggingface_ie.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAmC,MAAM,wBAAwB,CAAC;AAC1F,OAAO,EAEH,aAAa,GAMhB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AAOzD,MAAM,OAAO,mBAAoB,SAAQ,cAAkD;IACvF,MAAM,CAAC,QAAQ,GAAG,gBAAgB,CAAC;IACnC,QAAQ,GAAG,mBAAmB,CAAC,QAAQ,CAAC;IACxC,OAAO,CAAc;IACrB,SAAS,CAAmB;IAE5B,YAAY,OAAmC;QAC3C,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,gCAAgC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACrE,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;QACjF,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,GAAG,UAAU,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;IACzE,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,OAAe;QACrC,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,OAAO,EAAE,CAAC,CAAuB,CAAC;QAC1E,OAAO;YACH,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG;YACnB,MAAM,EAAE,SAAS,CAAC,GAAG,CAAC;SACzB,CAAC;IACN,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,KAAa;QAC3B,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YAClB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;YACvD,IAAI,CAAC,QAAQ,CAAC,GAAG;gBAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,KAAK,EAAE,CAAC,CAAC;YAChF,IAAI,QAAQ,CAAC,MAAM,KAAK,aAAa,CAAC,SAAS;gBAC3C,MAAM,IAAI,KAAK,CAAC,YAAY,KAAK,qCAAqC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YAE7F,8DAA8D;YAC9D,IAAI,CAAC,SAAS,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QACrF,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,MAAc,EAAE,OAAyB;QACvE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,SAAS,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YAC3G,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,sBAAsB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACvD,MAAM,GAAG,GAAG,QAAQ,CAAC,oBAAoB,CAAC;YACtC,MAAM,EAAE,MAAM;YACd,UAAU,EAAE;gBACR,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;aACpD;SACJ,CAAC,CAAC;QAEH,OAAO,sBAAsB,CAAC,GAAG,EAAE,CAAC,GAA+B,EAAyB,EAAE;YAC1F,6CAA6C;YAC7C,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO;gBAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;YAC7C,IAAI,aAAa,GAAG,GAAG,CAAC,OAAO,EAAE,aAAuB,CAAC;YACzD,IAAI,aAAa,KAAK,WAAW,EAAE,CAAC;gBAChC,aAAa,GAAG,MAAM,CAAC;YAC3B,CAAC;YACD,OAAO;gBACH,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;gBAChF,aAAa,EAAE,aAAa;gBAC5B,WAAW,EAAE;oBACT,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE,gBAAgB,IAAI,CAAC;iBAC7C;aACJ,CAAC;QACN,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,MAAc,EAAE,OAAyB;QACjE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,SAAS,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YAC3G,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,EAAE,sBAAsB,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACvD,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC;YACtC,MAAM,EAAE,MAAM;YACd,UAAU,EAAE;gBACR,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;aACpD;SACJ,CAAC,CAAC;QAEH,IAAI,aAAa,GAAG,GAAG,CAAC,OAAO,EAAE,aAAuB,CAAC;QACzD,IAAI,aAAa,KAAK,WAAW,EAAE,CAAC;YAChC,aAAa,GAAG,MAAM,CAAC;QAC3B,CAAC;QACD,OAAO;YACH,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,KAAK,EAAE,GAAG,CAAC,cAAc,EAAE,CAAC;YAC9D,aAAa,EAAE,aAAa;YAC5B,WAAW,EAAE;gBACT,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE,gBAAgB;aACxC;YACD,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;SACzE,CAAC;IACN,CAAC;IAED,+CAA+C;IAE/C,KAAK,CAAC,UAAU;QACZ,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAoC,CAAC;QAC7E,MAAM,QAAQ,GAAG,GAAG,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,QAAQ,EAAE,MAAM;YAAE,OAAO,EAAE,CAAC;QAEjC,MAAM,MAAM,GAAc,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAyB,EAAE,EAAE,CAAC,CAAC;YACnE,EAAE,EAAE,KAAK,CAAC,IAAI;YACd,IAAI,EAAE,GAAG,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,GAAG;YACrE,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;YACxB,MAAM,EAAE,SAAS,CAAC,KAAK,CAAC;SAC3B,CAAC,CAAC,CAAC;QAEJ,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,kBAAkB;QACpB,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAClC,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,MAAM,CAAC;YACL,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,kBAAkB;QACpB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;;AAGL,2BAA2B;AAC3B,SAAS,SAAS,CAAC,OAA2B;IAC1C,0FAA0F;IAC1F,QAAQ,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAC3B,KAAK,SAAS;YACV,OAAO,aAAa,CAAC,SAAS,CAAC;QACnC,KAAK,cAAc;YACf,OAAO,aAAa,CAAC,OAAO,CAAC;QACjC,KAAK,UAAU;YACX,OAAO,aAAa,CAAC,OAAO,CAAC;QACjC,KAAK,cAAc;YACf,OAAO,aAAa,CAAC,WAAW,CAAC;QACrC,KAAK,QAAQ;YACT,OAAO,aAAa,CAAC,OAAO,CAAC;QACjC,KAAK,QAAQ;YACT,OAAO,aAAa,CAAC,WAAW,CAAC;QACrC,KAAK,cAAc;YACf,OAAO,aAAa,CAAC,SAAS,CAAC;QACnC;YACI,OAAO,aAAa,CAAC,OAAO,CAAC;IACrC,CAAC;AACL,CAAC;AAkDD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAqDE"}

package/lib/index.d.ts

@@ -0,0 +1,16 @@
+export * from './anthropic/index.js';
+export * from './azure/azure_foundry.js';
+export * from './bedrock/index.js';
+export * from './groq/index.js';
+export * from './huggingface_ie.js';
+export * from './mistral/index.js';
+export * from './openai/azure_openai.js';
+export * from './openai/openai.js';
+export * from './openai/openai_compatible.js';
+export * from './replicate.js';
+export * from './test-driver/index.js';
+export * from './togetherai/index.js';
+export * from './vertexai/index.js';
+export * from './watsonx/index.js';
+export * from './xai/index.js';
+//# sourceMappingURL=index.d.ts.map

package/lib/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,sBAAsB,CAAC;AACrC,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,iBAAiB,CAAC;AAChC,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AACnC,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,gBAAgB,CAAC;AAC/B,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AACtC,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AACnC,cAAc,gBAAgB,CAAC"}

package/lib/index.js

@@ -0,0 +1,16 @@
+export * from './anthropic/index.js';
+export * from './azure/azure_foundry.js';
+export * from './bedrock/index.js';
+export * from './groq/index.js';
+export * from './huggingface_ie.js';
+export * from './mistral/index.js';
+export * from './openai/azure_openai.js';
+export * from './openai/openai.js';
+export * from './openai/openai_compatible.js';
+export * from './replicate.js';
+export * from './test-driver/index.js';
+export * from './togetherai/index.js';
+export * from './vertexai/index.js';
+export * from './watsonx/index.js';
+export * from './xai/index.js';
+//# sourceMappingURL=index.js.map

package/lib/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,sBAAsB,CAAC;AACrC,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,iBAAiB,CAAC;AAChC,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AACnC,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,gBAAgB,CAAC;AAC/B,cAAc,wBAAwB,CAAC;AACvC,cAAc,uBAAuB,CAAC;AACtC,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AACnC,cAAc,gBAAgB,CAAC"}

package/lib/{types/mistral → mistral}/index.d.ts

@@ -1,7 +1,8 @@
-import { AbstractDriver, AIModel, Completion, CompletionChunkObject, DriverOptions, EmbeddingsOptions, EmbeddingsResult, ExecutionOptions, PromptSegment } from "@llumiverse/core";
-import { FetchClient } from "@vertesia/api-fetch-client";
-import { OpenAITextMessage } from "../openai/openai_format.js";
-import { ResponseFormat } from "./types.js";
+import { type AIModel, type Completion, type CompletionChunkObject, type DriverOptions, type EmbeddingsOptions, type EmbeddingsResult, type ExecutionOptions, type PromptSegment } from '@llumiverse/core';
+import { AbstractDriver } from '@llumiverse/core/driver';
+import { FetchClient } from '@vertesia/api-fetch-client';
+import { type OpenAITextMessage } from '../openai/openai_format.js';
+import type { ResponseFormat } from './types.js';
 interface MistralAIDriverOptions extends DriverOptions {
     apiKey: string;
     endpoint_url?: string;
@@ -19,7 +20,7 @@ export declare class MistralAIDriver extends AbstractDriver<MistralAIDriverOptio
     requestTextCompletionStream(messages: OpenAITextMessage[], options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
     listModels(): Promise<AIModel<string>[]>;
     validateConnection(): Promise<boolean>;
-    generateEmbeddings({ text, model }: EmbeddingsOptions): Promise<EmbeddingsResult>;
+    generateEmbeddings(options: EmbeddingsOptions): Promise<EmbeddingsResult>;
 }
 export {};
 //# sourceMappingURL=index.d.ts.map

package/lib/mistral/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/mistral/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,KAAK,OAAO,EACZ,KAAK,UAAU,EACf,KAAK,qBAAqB,EAC1B,KAAK,aAAa,EAClB,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,EACrB,KAAK,gBAAgB,EAIrB,KAAK,aAAa,EAErB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAEzD,OAAO,EAAE,WAAW,EAAwB,MAAM,4BAA4B,CAAC;AAC/E,OAAO,EAA8B,KAAK,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAChG,OAAO,KAAK,EAKR,cAAc,EACjB,MAAM,YAAY,CAAC;AAOpB,UAAU,sBAAuB,SAAQ,aAAa;IAClD,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,qBAAa,eAAgB,SAAQ,cAAc,CAAC,sBAAsB,EAAE,iBAAiB,EAAE,CAAC;IAC5F,MAAM,CAAC,QAAQ,SAAe;IAE9B,QAAQ,SAA4B;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,WAAW,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;gBAET,OAAO,EAAE,sBAAsB;IAS3C,iBAAiB,GAAI,UAAU,gBAAgB,KAAG,cAAc,GAAG,SAAS,CAc1E;cAEc,YAAY,CAAC,QAAQ,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;IAYvG,qBAAqB,CAAC,QAAQ,EAAE,iBAAiB,EAAE,EAAE,OAAO,EAAE,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IAkCpG,2BAA2B,CAC7B,QAAQ,EAAE,iBAAiB,EAAE,EAC7B,OAAO,EAAE,gBAAgB,GAC1B,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC,CAAC;IAsC1C,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;IAgB9C,kBAAkB,IAAI,OAAO,CAAC,OAAO,CAAC;IAIhC,kBAAkB,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,gBAAgB,CAAC;CA4ClF"}