@llumiverse/drivers 0.8.4 → 0.9.0

package/lib/cjs/index.js

@@ -16,9 +16,10 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
 Object.defineProperty(exports, "__esModule", { value: true });
 __exportStar(require("./bedrock/index.js"), exports);
 __exportStar(require("./huggingface_ie.js"), exports);
+__exportStar(require("./mistral/index.js"), exports);
 __exportStar(require("./openai.js"), exports);
 __exportStar(require("./replicate.js"), exports);
-__exportStar(require("./vertexai/index.js"), exports);
-__exportStar(require("./togetherai/index.js"), exports);
 __exportStar(require("./test/index.js"), exports);
+__exportStar(require("./togetherai/index.js"), exports);
+__exportStar(require("./vertexai/index.js"), exports);
 //# sourceMappingURL=index.js.map

package/lib/cjs/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,qDAAmC;AACnC,sDAAoC;AACpC,8CAA4B;AAC5B,iDAA+B;AAC/B,sDAAoC;AACpC,wDAAsC;AACtC,kDAAgC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,qDAAmC;AACnC,sDAAoC;AACpC,qDAAmC;AACnC,8CAA4B;AAC5B,iDAA+B;AAC/B,kDAAgC;AAChC,wDAAsC;AACtC,sDAAoC"}

package/lib/cjs/mistral/index.js

@@ -0,0 +1,147 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MistralAIDriver = void 0;
+const core_1 = require("@llumiverse/core");
+const async_1 = require("@llumiverse/core/async");
+const api_fetch_client_1 = require("api-fetch-client");
+//TODO retry on 429
+//const RETRY_STATUS_CODES = [429, 500, 502, 503, 504];
+const ENDPOINT = 'https://api.mistral.ai';
+class MistralAIDriver extends core_1.AbstractDriver {
+    provider;
+    apiKey;
+    defaultFormat;
+    //client: MistralClient;
+    client;
+    endpointUrl;
+    constructor(options) {
+        super(options);
+        this.provider = "MistralAI";
+        this.defaultFormat = core_1.PromptFormats.genericTextLLM;
+        this.apiKey = options.apiKey;
+        //this.client = new MistralClient(options.apiKey, options.endpointUrl);
+        this.client = new api_fetch_client_1.FetchClient(options.endpoint_url || ENDPOINT).withHeaders({
+            authorization: `Bearer ${this.apiKey}`
+        });
+    }
+    getResponseFormat = (_options) => {
+        /*const responseFormatJson: ResponseFormat = {
+            type: "json_object",
+        } as ResponseFormat
+
+        const responseFormatText: ResponseFormat = {
+            type: "text",
+        } as ResponseFormat;
+        */
+        //return _options.resultSchema ? responseFormatJson : responseFormatText;
+        //TODO remove this when Mistral properly supports the parameters - it makes an error for now
+        return undefined;
+    };
+    createPrompt(segments, opts) {
+        // use same format as OpenAI as that's what MistralAI uses
+        const prompts = super.createPrompt(segments, { ...opts, format: core_1.PromptFormats.openai });
+        //Add JSON instruction is schema is provided
+        if (opts.resultSchema) {
+            const content = "The user is explicitely instructing that the result should be a JSON object.\nThe schema is as follows: \n" + JSON.stringify(opts.resultSchema);
+            prompts.push({
+                role: "user",
+                content: content
+            });
+        }
+        return prompts;
+    }
+    async requestCompletion(messages, options) {
+        const res = await this.client.post('/v1/chat/completions', {
+            payload: _makeChatCompletionRequest({
+                model: options.model,
+                messages: messages,
+                maxTokens: options.max_tokens ?? 1024,
+                temperature: options.temperature ?? 0.7,
+                responseFormat: this.getResponseFormat(options),
+            })
+        });
+        const result = res.choices[0]?.message.content;
+        return {
+            result: result,
+            token_usage: {
+                prompt: res.usage.prompt_tokens,
+                result: res.usage.completion_tokens,
+                total: res.usage.total_tokens,
+            }
+        };
+    }
+    async requestCompletionStream(messages, options) {
+        const stream = await this.client.post('/v1/chat/completions', {
+            payload: _makeChatCompletionRequest({
+                model: options.model,
+                messages: messages,
+                maxTokens: options.max_tokens ?? 1024,
+                temperature: options.temperature ?? 0.7,
+                responseFormat: this.getResponseFormat(options),
+                stream: true
+            }),
+            reader: 'sse'
+        });
+        return (0, async_1.transformSSEStream)(stream, (data) => {
+            const json = JSON.parse(data);
+            return json.choices[0]?.delta.content ?? '';
+        });
+    }
+    async listModels() {
+        const models = await this.client.get('v1/models');
+        const aimodels = models.data.map(m => {
+            return {
+                id: m.id,
+                name: m.id,
+                description: undefined,
+                provider: m.owned_by,
+                formats: [core_1.PromptFormats.genericTextLLM],
+            };
+        });
+        return aimodels;
+    }
+    listTrainableModels() {
+        throw new Error("Method not implemented.");
+    }
+    validateConnection() {
+        throw new Error("Method not implemented.");
+    }
+    //@ts-ignore
+    generateEmbeddings(content, model) {
+        throw new Error("Method not implemented.");
+    }
+}
+exports.MistralAIDriver = MistralAIDriver;
+/**
+ * Creates a chat completion request
+ * @param {*} model
+ * @param {*} messages
+ * @param {*} tools
+ * @param {*} temperature
+ * @param {*} maxTokens
+ * @param {*} topP
+ * @param {*} randomSeed
+ * @param {*} stream
+ * @param {*} safeMode deprecated use safePrompt instead
+ * @param {*} safePrompt
+ * @param {*} toolChoice
+ * @param {*} responseFormat
+ * @return {Promise<Object>}
+ */
+function _makeChatCompletionRequest({ model, messages, tools, temperature, maxTokens, topP, randomSeed, stream, safeMode, safePrompt, toolChoice, responseFormat, }) {
+    return {
+        model: model,
+        messages: messages,
+        tools: tools ?? undefined,
+        temperature: temperature ?? undefined,
+        max_tokens: maxTokens ?? undefined,
+        top_p: topP ?? undefined,
+        random_seed: randomSeed ?? undefined,
+        stream: stream ?? undefined,
+        safe_prompt: (safeMode || safePrompt) ?? undefined,
+        tool_choice: toolChoice ?? undefined,
+        response_format: responseFormat ?? undefined,
+    };
+}
+;
+//# sourceMappingURL=index.js.map

package/lib/cjs/mistral/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/mistral/index.ts"],"names":[],"mappings":";;;AAAA,2CAAsI;AACtI,kDAA4D;AAC5D,uDAA+C;AAG/C,mBAAmB;AACnB,uDAAuD;AAEvD,MAAM,QAAQ,GAAG,wBAAwB,CAAC;AAO1C,MAAa,eAAgB,SAAQ,qBAAoD;IACrF,QAAQ,CAAS;IACjB,MAAM,CAAS;IACf,aAAa,CAAgB;IAC7B,wBAAwB;IACxB,MAAM,CAAc;IACpB,WAAW,CAAU;IAErB,YAAY,OAA+B;QACvC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC;QAC5B,IAAI,CAAC,aAAa,GAAG,oBAAa,CAAC,cAAc,CAAC;QAClD,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,uEAAuE;QACvE,IAAI,CAAC,MAAM,GAAG,IAAI,8BAAW,CAAC,OAAO,CAAC,YAAY,IAAI,QAAQ,CAAC,CAAC,WAAW,CAAC;YACxE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;SACzC,CAAC,CAAC;IACP,CAAC;IAED,iBAAiB,GAAG,CAAC,QAA0B,EAA8B,EAAE;QAG3E;;;;;;;UAOE;QAEF,yEAAyE;QAEzE,4FAA4F;QAC5F,OAAO,SAAS,CAAA;IACpB,CAAC,CAAA;IAED,YAAY,CAAC,QAAyB,EAAE,IAAsB;QAC1D,0DAA0D;QAC1D,MAAM,OAAO,GAAG,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,oBAAa,CAAC,MAAM,EAAE,CAAC,CAAA;QAEvF,4CAA4C;QAC5C,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,MAAM,OAAO,GAAG,4GAA4G,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACjK,OAAO,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,OAAO;aACnB,CAAC,CAAC;QACP,CAAC;QAED,OAAO,OAAO,CAAC;IAEnB,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,QAAsB,EAAE,OAAyB;QAErE,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE;YACvD,OAAO,EAAE,0BAA0B,CAAC;gBAChC,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,QAAQ,EAAE,QAAQ;gBAClB,SAAS,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI;gBACrC,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;gBACvC,cAAc,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;aAClD,CAAC;SACL,CAAC,CAAA;QAEF,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC;QAE/C,OAAO;YACH,MAAM,EAAE,MAAM;YACd,WAAW,EAAE;gBACT,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,aAAa;gBAC/B,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,iBAAiB;gBACnC,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,YAAY;aAChC;SACJ,CAAC;IACN,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,QAAsB,EAAE,OAAyB;QAE3E,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE;YAC1D,OAAO,EAAE,0BAA0B,CAAC;gBAChC,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,QAAQ,EAAE,QAAQ;gBAClB,SAAS,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI;gBACrC,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;gBACvC,cAAc,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;gBAC/C,MAAM,EAAE,IAAI;aACf,CAAC;YACF,MAAM,EAAE,KAAK;SAChB,CAAC,CAAC;QAEH,OAAO,IAAA,0BAAkB,EAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;YAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9B,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC;QAChD,CAAC,CAAC,CAAC;IAEP,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,MAAM,GAAuB,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAEtE,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;YACjC,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,EAAE;gBACV,WAAW,EAAE,SAAS;gBACtB,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,OAAO,EAAE,CAAC,oBAAa,CAAC,cAAc,CAAC;aAC1C,CAAA;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,mBAAmB;QACf,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,YAAY;IACZ,kBAAkB,CAAC,OAAe,EAAE,KAA0B;QAC1D,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;CAEJ;AA9HD,0CA8HC;AAQD;;;;;;;;;;;;;;;GAeG;AACH,SAAS,0BAA0B,CAAC,EAChC,KAAK,EACL,QAAQ,EACR,KAAK,EACL,WAAW,EACX,SAAS,EACT,IAAI,EACJ,UAAU,EACV,MAAM,EACN,QAAQ,EACR,UAAU,EACV,UAAU,EACV,cAAc,GACQ;IACtB,OAAO;QACH,KAAK,EAAE,KAAK;QACZ,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,KAAK,IAAI,SAAS;QACzB,WAAW,EAAE,WAAW,IAAI,SAAS;QACrC,UAAU,EAAE,SAAS,IAAI,SAAS;QAClC,KAAK,EAAE,IAAI,IAAI,SAAS;QACxB,WAAW,EAAE,UAAU,IAAI,SAAS;QACpC,MAAM,EAAE,MAAM,IAAI,SAAS;QAC3B,WAAW,EAAE,CAAC,QAAQ,IAAI,UAAU,CAAC,IAAI,SAAS;QAClD,WAAW,EAAE,UAAU,IAAI,SAAS;QACpC,eAAe,EAAE,cAAc,IAAI,SAAS;KAC/C,CAAC;AACN,CAAC;AAAA,CAAC"}

package/lib/cjs/mistral/types.js

@@ -0,0 +1,83 @@
+"use strict";
+// Copied from https://github.com/mistralai/client-js/blob/main/src/client.d.ts
+// MistralAI Types
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ToolChoice = exports.ResponseFormats = exports.ToolType = void 0;
+var ToolType;
+(function (ToolType) {
+    ToolType["function"] = "function";
+})(ToolType || (exports.ToolType = ToolType = {}));
+var ResponseFormats;
+(function (ResponseFormats) {
+    ResponseFormats["text"] = "text";
+    ResponseFormats["json_object"] = "json_object";
+})(ResponseFormats || (exports.ResponseFormats = ResponseFormats = {}));
+var ToolChoice;
+(function (ToolChoice) {
+    ToolChoice["auto"] = "auto";
+    ToolChoice["any"] = "any";
+    ToolChoice["none"] = "none";
+})(ToolChoice || (exports.ToolChoice = ToolChoice = {}));
+// class MistralClient {
+//     constructor(apiKey?: string, endpoint?: string);
+//     private _request(
+//         method: string,
+//         path: string,
+//         request: unknown
+//     ): Promise<unknown>;
+//     private _makeChatCompletionRequest(
+//         model: string,
+//         messages: Array<{ role: string; name?: string, content: string | string[], tool_calls?: ToolCalls[]; }>,
+//         tools?: Array<{ type: string; function: Function; }>,
+//         temperature?: number,
+//         maxTokens?: number,
+//         topP?: number,
+//         randomSeed?: number,
+//         stream?: boolean,
+//         /**
+//          * @deprecated use safePrompt instead
+//          */
+//         safeMode?: boolean,
+//         safePrompt?: boolean,
+//         toolChoice?: ToolChoice,
+//         responseFormat?: ResponseFormat
+//     ): object;
+//     listModels(): Promise<ListModelsResponse>;
+//     chat(options: {
+//         model: string;
+//         messages: Array<{ role: string; name?: string, content: string | string[], tool_calls?: ToolCalls[]; }>;
+//         tools?: Array<{ type: string; function: Function; }>;
+//         temperature?: number;
+//         maxTokens?: number;
+//         topP?: number;
+//         randomSeed?: number;
+//         /**
+//          * @deprecated use safePrompt instead
+//          */
+//         safeMode?: boolean;
+//         safePrompt?: boolean;
+//         toolChoice?: ToolChoice;
+//         responseFormat?: ResponseFormat;
+//     }): Promise<ChatCompletionResponse>;
+//     chatStream(options: {
+//         model: string;
+//         messages: Array<{ role: string; name?: string, content: string | string[], tool_calls?: ToolCalls[]; }>;
+//         tools?: Array<{ type: string; function: Function; }>;
+//         temperature?: number;
+//         maxTokens?: number;
+//         topP?: number;
+//         randomSeed?: number;
+//         /**
+//          * @deprecated use safePrompt instead
+//          */
+//         safeMode?: boolean;
+//         safePrompt?: boolean;
+//         toolChoice?: ToolChoice;
+//         responseFormat?: ResponseFormat;
+//     }): AsyncGenerator<ChatCompletionResponseChunk, void, unknown>;
+//     embeddings(options: {
+//         model: string;
+//         input: string | string[];
+//     }): Promise<EmbeddingResponse>;
+// }
+//# sourceMappingURL=types.js.map

package/lib/cjs/mistral/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/mistral/types.ts"],"names":[],"mappings":";AAAA,+EAA+E;AAC/E,kBAAkB;;;AAsClB,IAAY,QAEX;AAFD,WAAY,QAAQ;IAChB,iCAAqB,CAAA;AACzB,CAAC,EAFW,QAAQ,wBAAR,QAAQ,QAEnB;AAaD,IAAY,eAGX;AAHD,WAAY,eAAe;IACvB,gCAAa,CAAA;IACb,8CAA2B,CAAA;AAC/B,CAAC,EAHW,eAAe,+BAAf,eAAe,QAG1B;AAED,IAAY,UAIX;AAJD,WAAY,UAAU;IAClB,2BAAa,CAAA;IACb,yBAAW,CAAA;IACX,2BAAa,CAAA;AACjB,CAAC,EAJW,UAAU,0BAAV,UAAU,QAIrB;AAgFD,wBAAwB;AACxB,uDAAuD;AAEvD,wBAAwB;AACxB,0BAA0B;AAC1B,wBAAwB;AACxB,2BAA2B;AAC3B,2BAA2B;AAE3B,0CAA0C;AAC1C,yBAAyB;AACzB,mHAAmH;AACnH,gEAAgE;AAChE,gCAAgC;AAChC,8BAA8B;AAC9B,yBAAyB;AACzB,+BAA+B;AAC/B,4BAA4B;AAC5B,cAAc;AACd,gDAAgD;AAChD,cAAc;AACd,8BAA8B;AAC9B,gCAAgC;AAChC,mCAAmC;AACnC,0CAA0C;AAC1C,iBAAiB;AAEjB,iDAAiD;AAEjD,sBAAsB;AACtB,yBAAyB;AACzB,mHAAmH;AACnH,gEAAgE;AAChE,gCAAgC;AAChC,8BAA8B;AAC9B,yBAAyB;AACzB,+BAA+B;AAC/B,cAAc;AACd,gDAAgD;AAChD,cAAc;AACd,8BAA8B;AAC9B,gCAAgC;AAChC,mCAAmC;AACnC,2CAA2C;AAC3C,2CAA2C;AAE3C,4BAA4B;AAC5B,yBAAyB;AACzB,mHAAmH;AACnH,gEAAgE;AAChE,gCAAgC;AAChC,8BAA8B;AAC9B,yBAAyB;AACzB,+BAA+B;AAC/B,cAAc;AACd,gDAAgD;AAChD,cAAc;AACd,8BAA8B;AAC9B,gCAAgC;AAChC,mCAAmC;AACnC,2CAA2C;AAC3C,sEAAsE;AAEtE,4BAA4B;AAC5B,yBAAyB;AACzB,oCAAoC;AACpC,sCAAsC;AACtC,IAAI"}

package/lib/cjs/togetherai/index.js

@@ -2,6 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.TogetherAIDriver = void 0;
 const core_1 = require("@llumiverse/core");
+const async_1 = require("@llumiverse/core/async");
 const api_fetch_client_1 = require("api-fetch-client");
 class TogetherAIDriver extends core_1.AbstractDriver {
     provider;
@@ -65,20 +66,10 @@ class TogetherAIDriver extends core_1.AbstractDriver {
             },
             reader: 'sse'
         });
-        return stream.pipeThrough(new TransformStream({
-            transform(event, controller) {
-                if (event.type === 'event' && event.data && event.data !== '[DONE]') {
-                    try {
-                        const data = JSON.parse(event.data);
-                        controller.enqueue(data.choices[0]?.text ?? '');
-                    }
-                    catch (err) {
-                        // double check for the last event whicb is not a JSON - at this time togetherai returrns the string [DONE]
-                        // do nothing - happens if data is not a JSON - the last event data is the [DONE] string
-                    }
-                }
-            }
-        }));
+        return (0, async_1.transformSSEStream)(stream, (data) => {
+            const json = JSON.parse(data);
+            return json.choices[0]?.text ?? '';
+        });
     }
     async listModels() {
         const models = await this.fetchClient.get("/models/info");

package/lib/cjs/togetherai/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/togetherai/index.ts"],"names":[],"mappings":";;;AAAA,2CAAuH;AACvH,uDAAgE;AAOhE,MAAa,gBAAiB,SAAQ,qBAA+C;IACjF,QAAQ,CAAS;IACjB,MAAM,CAAS;IACf,aAAa,CAAgB;IAC7B,WAAW,CAAc;IAEzB,YAAY,OAAgC;QACxC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,QAAQ,GAAG,YAAY,CAAC;QAC7B,IAAI,CAAC,aAAa,GAAG,oBAAa,CAAC,cAAc,CAAC;QAClD,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,IAAI,8BAAW,CAAC,0BAA0B,CAAC,CAAC,WAAW,CAAC;YACvE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;SACzC,CAAC,CAAC;IACP,CAAC;IAED,iBAAiB,GAAG,CAAC,OAAyB,EAAE,EAAE;QAC9C,OAAO,OAAO,CAAC,YAAY,CAAC,CAAC;YACzB;gBACI,IAAI,EAAE,aAAa;gBACnB,MAAM,EAAE,OAAO,CAAC,YAAY;aAC/B,CAAC,CAAC,CAAC,SAAS,CAAC;IACtB,CAAC,CAAA;IAED,KAAK,CAAC,iBAAiB,CAAC,MAAc,EAAE,OAAyB;QAC7D,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,iBAAiB,EAAE;YACvD,OAAO,EAAE;gBACL,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,MAAM;gBACd,eAAe,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;gBAChD,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI;gBACtC,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;gBACvC,IAAI,EAAE;oBACF,MAAM;oBACN,SAAS;iBACZ;aACJ;SACJ,CAAC,CAAA;QAEF,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;QAC9B,OAAO;YACH,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE;gBACT,MAAM,EAAE,KAAK,CAAC,aAAa;gBAC3B,MAAM,EAAE,KAAK,CAAC,iBAAiB;gBAC/B,KAAK,EAAE,KAAK,CAAC,YAAY;aAC5B;SACJ,CAAA;IACL,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,MAAc,EAAE,OAAyB;QAEnE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,iBAAiB,EAAE;YAC1D,OAAO,EAAE;gBACL,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,MAAM;gBACd,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI;gBACtC,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;gBACvC,eAAe,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;gBAChD,MAAM,EAAE,IAAI;gBACZ,IAAI,EAAE;oBACF,MAAM;oBACN,SAAS;iBACZ;aACJ;YACD,MAAM,EAAE,KAAK;SAChB,CAAC,CAAA;QAEF,OAAO,MAAM,CAAC,WAAW,CAAC,IAAI,eAAe,CAA0B;YACnE,SAAS,CAAC,KAAsB,EAAE,UAAU;gBACxC,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAClE,IAAI,CAAC;wBACD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;wBACpC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;oBACpD,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACX,2GAA2G;wBAC3G,wFAAwF;oBAC5F,CAAC;gBACL,CAAC;YACL,CAAC;SACJ,CAAC,CAAC,CAAC;IAER,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,MAAM,GAAwB,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAC/E,6DAA6D;QAE7D,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;YAC5B,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,IAAI;gBACV,IAAI,EAAE,CAAC,CAAC,YAAY;gBACpB,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,OAAO,EAAE,CAAC,oBAAa,CAAC,cAAc,CAAC;aAC1C,CAAA;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAEpB,CAAC;IAED,mBAAmB;QACf,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,YAAY;IACZ,kBAAkB,CAAC,OAAe,EAAE,KAA0B;QAC1D,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;CAEJ;AAlHD,4CAkHC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/togetherai/index.ts"],"names":[],"mappings":";;;AAAA,2CAAuH;AACvH,kDAA4D;AAC5D,uDAA+C;AAO/C,MAAa,gBAAiB,SAAQ,qBAA+C;IACjF,QAAQ,CAAS;IACjB,MAAM,CAAS;IACf,aAAa,CAAgB;IAC7B,WAAW,CAAc;IAEzB,YAAY,OAAgC;QACxC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,QAAQ,GAAG,YAAY,CAAC;QAC7B,IAAI,CAAC,aAAa,GAAG,oBAAa,CAAC,cAAc,CAAC;QAClD,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,IAAI,8BAAW,CAAC,0BAA0B,CAAC,CAAC,WAAW,CAAC;YACvE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;SACzC,CAAC,CAAC;IACP,CAAC;IAED,iBAAiB,GAAG,CAAC,OAAyB,EAAE,EAAE;QAC9C,OAAO,OAAO,CAAC,YAAY,CAAC,CAAC;YACzB;gBACI,IAAI,EAAE,aAAa;gBACnB,MAAM,EAAE,OAAO,CAAC,YAAY;aAC/B,CAAC,CAAC,CAAC,SAAS,CAAC;IACtB,CAAC,CAAA;IAED,KAAK,CAAC,iBAAiB,CAAC,MAAc,EAAE,OAAyB;QAC7D,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,iBAAiB,EAAE;YACvD,OAAO,EAAE;gBACL,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,MAAM;gBACd,eAAe,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;gBAChD,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI;gBACtC,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;gBACvC,IAAI,EAAE;oBACF,MAAM;oBACN,SAAS;iBACZ;aACJ;SACJ,CAAC,CAAA;QAEF,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;QAC9B,OAAO;YACH,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE;gBACT,MAAM,EAAE,KAAK,CAAC,aAAa;gBAC3B,MAAM,EAAE,KAAK,CAAC,iBAAiB;gBAC/B,KAAK,EAAE,KAAK,CAAC,YAAY;aAC5B;SACJ,CAAA;IACL,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,MAAc,EAAE,OAAyB;QAEnE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,iBAAiB,EAAE;YAC1D,OAAO,EAAE;gBACL,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,MAAM;gBACd,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI;gBACtC,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;gBACvC,eAAe,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;gBAChD,MAAM,EAAE,IAAI;gBACZ,IAAI,EAAE;oBACF,MAAM;oBACN,SAAS;iBACZ;aACJ;YACD,MAAM,EAAE,KAAK;SAChB,CAAC,CAAA;QAEF,OAAO,IAAA,0BAAkB,EAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;YAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9B,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;QACvC,CAAC,CAAC,CAAC;IAEP,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,MAAM,GAAwB,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAC/E,6DAA6D;QAE7D,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;YAC5B,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,IAAI;gBACV,IAAI,EAAE,CAAC,CAAC,YAAY;gBACpB,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,OAAO,EAAE,CAAC,oBAAa,CAAC,cAAc,CAAC;aAC1C,CAAA;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAEpB,CAAC;IAED,mBAAmB;QACf,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,YAAY;IACZ,kBAAkB,CAAC,OAAe,EAAE,KAA0B;QAC1D,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;CAEJ;AAzGD,4CAyGC"}

package/lib/cjs/vertexai/models/palm-model-base.js

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.AbstractPalmModelDefinition = void 0;
+const async_1 = require("@llumiverse/core/async");
 const tensor_js_1 = require("../utils/tensor.js");
 class AbstractPalmModelDefinition {
     createPrompt(driver, segments, options) {
@@ -45,21 +46,12 @@ class AbstractPalmModelDefinition {
             payload: newPrompt,
             reader: 'sse'
         });
-        return eventStrean.pipeThrough(new ChunkTransformStream(this));
-    }
-}
-exports.AbstractPalmModelDefinition = AbstractPalmModelDefinition;
-class ChunkTransformStream extends TransformStream {
-    constructor(def) {
-        super({
-            transform(event, controller) {
-                if (event.type === 'event' && event.data) {
-                    const data = JSON.parse(event.data);
-                    const stringChunk = def.extractContentFromResponseChunk(data);
-                    controller.enqueue(Array.isArray(stringChunk) ? stringChunk.join('') : stringChunk);
-                }
-            }
+        return (0, async_1.transformSSEStream)(eventStrean, (data) => {
+            const json = JSON.parse(data);
+            const stringChunk = this.extractContentFromResponseChunk(json);
+            return Array.isArray(stringChunk) ? stringChunk.join('') : stringChunk;
         });
     }
 }
+exports.AbstractPalmModelDefinition = AbstractPalmModelDefinition;
 //# sourceMappingURL=palm-model-base.js.map

package/lib/cjs/vertexai/models/palm-model-base.js.map

@@ -1 +1 @@
-{"version":3,"file":"palm-model-base.js","sourceRoot":"","sources":["../../../../src/vertexai/models/palm-model-base.ts"],"names":[],"mappings":";;;AAIA,kDAA6D;AAkC7D,MAAsB,2BAA2B;IAY7C,YAAY,CAAC,MAAsB,EAAE,QAAyB,EAAE,OAAsB;QAClF,OAAO,IAAI,CAAC,wBAAwB,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IACpE,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAAsB,EAAE,MAA8C,EAAE,OAAyB;QACrH,MAAM,kBAAkB,GAAG,MAA6B,CAAC;QACzD,MAAM,CAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC,UAAU,EAAE;YAC3C,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,eAAe,EAAE,OAAO,CAAC,UAAU;SACtC,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,6BAA6B,IAAI,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE;YACjG,OAAO,EAAE,kBAAkB;SAC9B,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAgC,CAAC;QAC3D,MAAM,WAAW,GAAG,QAAQ,CAAC,aAAa,CAAC,eAAe,CAAC,WAAW,CAAC;QACvE,MAAM,YAAY,GAAG,QAAQ,CAAC,aAAa,CAAC,gBAAgB,CAAC,WAAW,CAAC;QACzE,MAAM,MAAM,GAAG,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,CAAC;QACzD,OAAO;YACH,MAAM;YACN,WAAW,EAAE;gBACT,MAAM,EAAE,WAAW;gBACnB,MAAM,EAAE,YAAY;gBACpB,KAAK,EAAE,WAAW,IAAI,YAAY,CAAC,CAAC,CAAC,WAAW,GAAG,YAAY,CAAC,CAAC,CAAC,SAAS;aAC9E;SACU,CAAC;IAEpB,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,MAAsB,EAAE,MAA8C,EAAE,OAAyB;QAC3H,MAAM,QAAQ,GAAG,MAA6B,CAAC;QAC/C,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE;YAC/B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,eAAe,EAAE,OAAO,CAAC,UAAU;SACtC,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,6BAA6B,IAAI,CAAC,KAAK,CAAC,EAAE,iCAAiC,CAAC;QAEzF,MAAM,SAAS,GAAG,IAAA,mCAAuB,EAAC,QAAQ,CAAC,CAAC;QAEpD,sEAAsE;QACtE,MAAM,SAAS,GAAG,MAA0B,CAAC;QAC7C,OAAQ,SAAiB,CAAC,SAAS,CAAC;QACpC,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;QACpC,SAAS,CAAC,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC;QAE5C,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE;YACpD,OAAO,EAAE,SAAS;YAClB,MAAM,EAAE,KAAK;SAChB,CAAC,CAAC;QACH,OAAO,WAAW,CAAC,WAAW,CAAC,IAAI,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC;IAEnE,CAAC;CAEJ;AAnED,kEAmEC;AAED,MAAM,oBAAuH,SAAQ,eAAe;IAChJ,YAAY,GAAuE;QAC/E,KAAK,CAAC;YACF,SAAS,CAAC,KAAsB,EAAE,UAA4C;gBAC1E,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;oBACvC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBACpC,MAAM,WAAW,GAAG,GAAG,CAAC,+BAA+B,CAAC,IAAI,CAAC,CAAC;oBAC9D,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;gBACxF,CAAC;YACL,CAAC;SACJ,CAAC,CAAA;IACN,CAAC;CACJ"}
+{"version":3,"file":"palm-model-base.js","sourceRoot":"","sources":["../../../../src/vertexai/models/palm-model-base.ts"],"names":[],"mappings":";;;AACA,kDAA4D;AAI5D,kDAA6D;AAiC7D,MAAsB,2BAA2B;IAY7C,YAAY,CAAC,MAAsB,EAAE,QAAyB,EAAE,OAAsB;QAClF,OAAO,IAAI,CAAC,wBAAwB,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IACpE,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAAsB,EAAE,MAA8C,EAAE,OAAyB;QACrH,MAAM,kBAAkB,GAAG,MAA6B,CAAC;QACzD,MAAM,CAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC,UAAU,EAAE;YAC3C,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,eAAe,EAAE,OAAO,CAAC,UAAU;SACtC,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,6BAA6B,IAAI,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE;YACjG,OAAO,EAAE,kBAAkB;SAC9B,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAgC,CAAC;QAC3D,MAAM,WAAW,GAAG,QAAQ,CAAC,aAAa,CAAC,eAAe,CAAC,WAAW,CAAC;QACvE,MAAM,YAAY,GAAG,QAAQ,CAAC,aAAa,CAAC,gBAAgB,CAAC,WAAW,CAAC;QACzE,MAAM,MAAM,GAAG,IAAI,CAAC,0BAA0B,CAAC,QAAQ,CAAC,CAAC;QACzD,OAAO;YACH,MAAM;YACN,WAAW,EAAE;gBACT,MAAM,EAAE,WAAW;gBACnB,MAAM,EAAE,YAAY;gBACpB,KAAK,EAAE,WAAW,IAAI,YAAY,CAAC,CAAC,CAAC,WAAW,GAAG,YAAY,CAAC,CAAC,CAAC,SAAS;aAC9E;SACU,CAAC;IAEpB,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,MAAsB,EAAE,MAA8C,EAAE,OAAyB;QAC3H,MAAM,QAAQ,GAAG,MAA6B,CAAC;QAC/C,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE;YAC/B,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,eAAe,EAAE,OAAO,CAAC,UAAU;SACtC,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,6BAA6B,IAAI,CAAC,KAAK,CAAC,EAAE,iCAAiC,CAAC;QAEzF,MAAM,SAAS,GAAG,IAAA,mCAAuB,EAAC,QAAQ,CAAC,CAAC;QAEpD,sEAAsE;QACtE,MAAM,SAAS,GAAG,MAA0B,CAAC;QAC7C,OAAQ,SAAiB,CAAC,SAAS,CAAC;QACpC,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;QACpC,SAAS,CAAC,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC;QAE5C,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE;YACpD,OAAO,EAAE,SAAS;YAClB,MAAM,EAAE,KAAK;SAChB,CAAC,CAAC;QAEH,OAAO,IAAA,0BAAkB,EAAC,WAAW,EAAE,CAAC,IAAY,EAAE,EAAE;YACpD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9B,MAAM,WAAW,GAAG,IAAI,CAAC,+BAA+B,CAAC,IAAI,CAAC,CAAC;YAC/D,OAAO,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;QAC3E,CAAC,CAAC,CAAA;IACN,CAAC;CAEJ;AAvED,kEAuEC"}

package/lib/esm/index.js

@@ -1,8 +1,9 @@
 export * from "./bedrock/index.js";
 export * from "./huggingface_ie.js";
+export * from "./mistral/index.js";
 export * from "./openai.js";
 export * from "./replicate.js";
-export * from "./vertexai/index.js";
-export * from "./togetherai/index.js";
 export * from "./test/index.js";
+export * from "./togetherai/index.js";
+export * from "./vertexai/index.js";
 //# sourceMappingURL=index.js.map

package/lib/esm/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC;AACnC,cAAc,qBAAqB,CAAC;AACpC,cAAc,aAAa,CAAC;AAC5B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,qBAAqB,CAAC;AACpC,cAAc,uBAAuB,CAAC;AACtC,cAAc,iBAAiB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC;AACnC,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AACnC,cAAc,aAAa,CAAC;AAC5B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC;AAChC,cAAc,uBAAuB,CAAC;AACtC,cAAc,qBAAqB,CAAC"}

package/lib/esm/mistral/index.js

@@ -0,0 +1,143 @@
+import { AbstractDriver, PromptFormats } from "@llumiverse/core";
+import { transformSSEStream } from "@llumiverse/core/async";
+import { FetchClient } from "api-fetch-client";
+//TODO retry on 429
+//const RETRY_STATUS_CODES = [429, 500, 502, 503, 504];
+const ENDPOINT = 'https://api.mistral.ai';
+export class MistralAIDriver extends AbstractDriver {
+    provider;
+    apiKey;
+    defaultFormat;
+    //client: MistralClient;
+    client;
+    endpointUrl;
+    constructor(options) {
+        super(options);
+        this.provider = "MistralAI";
+        this.defaultFormat = PromptFormats.genericTextLLM;
+        this.apiKey = options.apiKey;
+        //this.client = new MistralClient(options.apiKey, options.endpointUrl);
+        this.client = new FetchClient(options.endpoint_url || ENDPOINT).withHeaders({
+            authorization: `Bearer ${this.apiKey}`
+        });
+    }
+    getResponseFormat = (_options) => {
+        /*const responseFormatJson: ResponseFormat = {
+            type: "json_object",
+        } as ResponseFormat
+
+        const responseFormatText: ResponseFormat = {
+            type: "text",
+        } as ResponseFormat;
+        */
+        //return _options.resultSchema ? responseFormatJson : responseFormatText;
+        //TODO remove this when Mistral properly supports the parameters - it makes an error for now
+        return undefined;
+    };
+    createPrompt(segments, opts) {
+        // use same format as OpenAI as that's what MistralAI uses
+        const prompts = super.createPrompt(segments, { ...opts, format: PromptFormats.openai });
+        //Add JSON instruction is schema is provided
+        if (opts.resultSchema) {
+            const content = "The user is explicitely instructing that the result should be a JSON object.\nThe schema is as follows: \n" + JSON.stringify(opts.resultSchema);
+            prompts.push({
+                role: "user",
+                content: content
+            });
+        }
+        return prompts;
+    }
+    async requestCompletion(messages, options) {
+        const res = await this.client.post('/v1/chat/completions', {
+            payload: _makeChatCompletionRequest({
+                model: options.model,
+                messages: messages,
+                maxTokens: options.max_tokens ?? 1024,
+                temperature: options.temperature ?? 0.7,
+                responseFormat: this.getResponseFormat(options),
+            })
+        });
+        const result = res.choices[0]?.message.content;
+        return {
+            result: result,
+            token_usage: {
+                prompt: res.usage.prompt_tokens,
+                result: res.usage.completion_tokens,
+                total: res.usage.total_tokens,
+            }
+        };
+    }
+    async requestCompletionStream(messages, options) {
+        const stream = await this.client.post('/v1/chat/completions', {
+            payload: _makeChatCompletionRequest({
+                model: options.model,
+                messages: messages,
+                maxTokens: options.max_tokens ?? 1024,
+                temperature: options.temperature ?? 0.7,
+                responseFormat: this.getResponseFormat(options),
+                stream: true
+            }),
+            reader: 'sse'
+        });
+        return transformSSEStream(stream, (data) => {
+            const json = JSON.parse(data);
+            return json.choices[0]?.delta.content ?? '';
+        });
+    }
+    async listModels() {
+        const models = await this.client.get('v1/models');
+        const aimodels = models.data.map(m => {
+            return {
+                id: m.id,
+                name: m.id,
+                description: undefined,
+                provider: m.owned_by,
+                formats: [PromptFormats.genericTextLLM],
+            };
+        });
+        return aimodels;
+    }
+    listTrainableModels() {
+        throw new Error("Method not implemented.");
+    }
+    validateConnection() {
+        throw new Error("Method not implemented.");
+    }
+    //@ts-ignore
+    generateEmbeddings(content, model) {
+        throw new Error("Method not implemented.");
+    }
+}
+/**
+ * Creates a chat completion request
+ * @param {*} model
+ * @param {*} messages
+ * @param {*} tools
+ * @param {*} temperature
+ * @param {*} maxTokens
+ * @param {*} topP
+ * @param {*} randomSeed
+ * @param {*} stream
+ * @param {*} safeMode deprecated use safePrompt instead
+ * @param {*} safePrompt
+ * @param {*} toolChoice
+ * @param {*} responseFormat
+ * @return {Promise<Object>}
+ */
+function _makeChatCompletionRequest({ model, messages, tools, temperature, maxTokens, topP, randomSeed, stream, safeMode, safePrompt, toolChoice, responseFormat, }) {
+    return {
+        model: model,
+        messages: messages,
+        tools: tools ?? undefined,
+        temperature: temperature ?? undefined,
+        max_tokens: maxTokens ?? undefined,
+        top_p: topP ?? undefined,
+        random_seed: randomSeed ?? undefined,
+        stream: stream ?? undefined,
+        safe_prompt: (safeMode || safePrompt) ?? undefined,
+        tool_choice: toolChoice ?? undefined,
+        response_format: responseFormat ?? undefined,
+    };
+}
+;
+//# sourceMappingURL=index.js.map

package/lib/esm/mistral/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/mistral/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,cAAc,EAA+C,aAAa,EAAiB,MAAM,kBAAkB,CAAC;AACtI,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAG/C,mBAAmB;AACnB,uDAAuD;AAEvD,MAAM,QAAQ,GAAG,wBAAwB,CAAC;AAO1C,MAAM,OAAO,eAAgB,SAAQ,cAAoD;IACrF,QAAQ,CAAS;IACjB,MAAM,CAAS;IACf,aAAa,CAAgB;IAC7B,wBAAwB;IACxB,MAAM,CAAc;IACpB,WAAW,CAAU;IAErB,YAAY,OAA+B;QACvC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC;QAC5B,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC,cAAc,CAAC;QAClD,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,uEAAuE;QACvE,IAAI,CAAC,MAAM,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC,YAAY,IAAI,QAAQ,CAAC,CAAC,WAAW,CAAC;YACxE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;SACzC,CAAC,CAAC;IACP,CAAC;IAED,iBAAiB,GAAG,CAAC,QAA0B,EAA8B,EAAE;QAG3E;;;;;;;UAOE;QAEF,yEAAyE;QAEzE,4FAA4F;QAC5F,OAAO,SAAS,CAAA;IACpB,CAAC,CAAA;IAED,YAAY,CAAC,QAAyB,EAAE,IAAsB;QAC1D,0DAA0D;QAC1D,MAAM,OAAO,GAAG,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,aAAa,CAAC,MAAM,EAAE,CAAC,CAAA;QAEvF,4CAA4C;QAC5C,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,MAAM,OAAO,GAAG,4GAA4G,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACjK,OAAO,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,OAAO;aACnB,CAAC,CAAC;QACP,CAAC;QAED,OAAO,OAAO,CAAC;IAEnB,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,QAAsB,EAAE,OAAyB;QAErE,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE;YACvD,OAAO,EAAE,0BAA0B,CAAC;gBAChC,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,QAAQ,EAAE,QAAQ;gBAClB,SAAS,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI;gBACrC,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;gBACvC,cAAc,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;aAClD,CAAC;SACL,CAAC,CAAA;QAEF,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC;QAE/C,OAAO;YACH,MAAM,EAAE,MAAM;YACd,WAAW,EAAE;gBACT,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,aAAa;gBAC/B,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,iBAAiB;gBACnC,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,YAAY;aAChC;SACJ,CAAC;IACN,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,QAAsB,EAAE,OAAyB;QAE3E,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE;YAC1D,OAAO,EAAE,0BAA0B,CAAC;gBAChC,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,QAAQ,EAAE,QAAQ;gBAClB,SAAS,EAAE,OAAO,CAAC,UAAU,IAAI,IAAI;gBACrC,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;gBACvC,cAAc,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;gBAC/C,MAAM,EAAE,IAAI;aACf,CAAC;YACF,MAAM,EAAE,KAAK;SAChB,CAAC,CAAC;QAEH,OAAO,kBAAkB,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;YAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9B,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC;QAChD,CAAC,CAAC,CAAC;IAEP,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,MAAM,GAAuB,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAEtE,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;YACjC,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,EAAE;gBACV,WAAW,EAAE,SAAS;gBACtB,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,OAAO,EAAE,CAAC,aAAa,CAAC,cAAc,CAAC;aAC1C,CAAA;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,mBAAmB;QACf,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IACD,YAAY;IACZ,kBAAkB,CAAC,OAAe,EAAE,KAA0B;QAC1D,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;CAEJ;AAQD;;;;;;;;;;;;;;;GAeG;AACH,SAAS,0BAA0B,CAAC,EAChC,KAAK,EACL,QAAQ,EACR,KAAK,EACL,WAAW,EACX,SAAS,EACT,IAAI,EACJ,UAAU,EACV,MAAM,EACN,QAAQ,EACR,UAAU,EACV,UAAU,EACV,cAAc,GACQ;IACtB,OAAO;QACH,KAAK,EAAE,KAAK;QACZ,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,KAAK,IAAI,SAAS;QACzB,WAAW,EAAE,WAAW,IAAI,SAAS;QACrC,UAAU,EAAE,SAAS,IAAI,SAAS;QAClC,KAAK,EAAE,IAAI,IAAI,SAAS;QACxB,WAAW,EAAE,UAAU,IAAI,SAAS;QACpC,MAAM,EAAE,MAAM,IAAI,SAAS;QAC3B,WAAW,EAAE,CAAC,QAAQ,IAAI,UAAU,CAAC,IAAI,SAAS;QAClD,WAAW,EAAE,UAAU,IAAI,SAAS;QACpC,eAAe,EAAE,cAAc,IAAI,SAAS;KAC/C,CAAC;AACN,CAAC;AAAA,CAAC"}

package/lib/esm/mistral/types.js

@@ -0,0 +1,80 @@
+// Copied from https://github.com/mistralai/client-js/blob/main/src/client.d.ts
+// MistralAI Types
+export var ToolType;
+(function (ToolType) {
+    ToolType["function"] = "function";
+})(ToolType || (ToolType = {}));
+export var ResponseFormats;
+(function (ResponseFormats) {
+    ResponseFormats["text"] = "text";
+    ResponseFormats["json_object"] = "json_object";
+})(ResponseFormats || (ResponseFormats = {}));
+export var ToolChoice;
+(function (ToolChoice) {
+    ToolChoice["auto"] = "auto";
+    ToolChoice["any"] = "any";
+    ToolChoice["none"] = "none";
+})(ToolChoice || (ToolChoice = {}));
+// class MistralClient {
+//     constructor(apiKey?: string, endpoint?: string);
+//     private _request(
+//         method: string,
+//         path: string,
+//         request: unknown
+//     ): Promise<unknown>;
+//     private _makeChatCompletionRequest(
+//         model: string,
+//         messages: Array<{ role: string; name?: string, content: string | string[], tool_calls?: ToolCalls[]; }>,
+//         tools?: Array<{ type: string; function: Function; }>,
+//         temperature?: number,
+//         maxTokens?: number,
+//         topP?: number,
+//         randomSeed?: number,
+//         stream?: boolean,
+//         /**
+//          * @deprecated use safePrompt instead
+//          */
+//         safeMode?: boolean,
+//         safePrompt?: boolean,
+//         toolChoice?: ToolChoice,
+//         responseFormat?: ResponseFormat
+//     ): object;
+//     listModels(): Promise<ListModelsResponse>;
+//     chat(options: {
+//         model: string;
+//         messages: Array<{ role: string; name?: string, content: string | string[], tool_calls?: ToolCalls[]; }>;
+//         tools?: Array<{ type: string; function: Function; }>;
+//         temperature?: number;
+//         maxTokens?: number;
+//         topP?: number;
+//         randomSeed?: number;
+//         /**
+//          * @deprecated use safePrompt instead
+//          */
+//         safeMode?: boolean;
+//         safePrompt?: boolean;
+//         toolChoice?: ToolChoice;
+//         responseFormat?: ResponseFormat;
+//     }): Promise<ChatCompletionResponse>;
+//     chatStream(options: {
+//         model: string;
+//         messages: Array<{ role: string; name?: string, content: string | string[], tool_calls?: ToolCalls[]; }>;
+//         tools?: Array<{ type: string; function: Function; }>;
+//         temperature?: number;
+//         maxTokens?: number;
+//         topP?: number;
+//         randomSeed?: number;
+//         /**
+//          * @deprecated use safePrompt instead
+//          */
+//         safeMode?: boolean;
+//         safePrompt?: boolean;
+//         toolChoice?: ToolChoice;
+//         responseFormat?: ResponseFormat;
+//     }): AsyncGenerator<ChatCompletionResponseChunk, void, unknown>;
+//     embeddings(options: {
+//         model: string;
+//         input: string | string[];
+//     }): Promise<EmbeddingResponse>;
+// }
+//# sourceMappingURL=types.js.map

package/lib/esm/mistral/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/mistral/types.ts"],"names":[],"mappings":"AAAA,+EAA+E;AAC/E,kBAAkB;AAsClB,MAAM,CAAN,IAAY,QAEX;AAFD,WAAY,QAAQ;IAChB,iCAAqB,CAAA;AACzB,CAAC,EAFW,QAAQ,KAAR,QAAQ,QAEnB;AAaD,MAAM,CAAN,IAAY,eAGX;AAHD,WAAY,eAAe;IACvB,gCAAa,CAAA;IACb,8CAA2B,CAAA;AAC/B,CAAC,EAHW,eAAe,KAAf,eAAe,QAG1B;AAED,MAAM,CAAN,IAAY,UAIX;AAJD,WAAY,UAAU;IAClB,2BAAa,CAAA;IACb,yBAAW,CAAA;IACX,2BAAa,CAAA;AACjB,CAAC,EAJW,UAAU,KAAV,UAAU,QAIrB;AAgFD,wBAAwB;AACxB,uDAAuD;AAEvD,wBAAwB;AACxB,0BAA0B;AAC1B,wBAAwB;AACxB,2BAA2B;AAC3B,2BAA2B;AAE3B,0CAA0C;AAC1C,yBAAyB;AACzB,mHAAmH;AACnH,gEAAgE;AAChE,gCAAgC;AAChC,8BAA8B;AAC9B,yBAAyB;AACzB,+BAA+B;AAC/B,4BAA4B;AAC5B,cAAc;AACd,gDAAgD;AAChD,cAAc;AACd,8BAA8B;AAC9B,gCAAgC;AAChC,mCAAmC;AACnC,0CAA0C;AAC1C,iBAAiB;AAEjB,iDAAiD;AAEjD,sBAAsB;AACtB,yBAAyB;AACzB,mHAAmH;AACnH,gEAAgE;AAChE,gCAAgC;AAChC,8BAA8B;AAC9B,yBAAyB;AACzB,+BAA+B;AAC/B,cAAc;AACd,gDAAgD;AAChD,cAAc;AACd,8BAA8B;AAC9B,gCAAgC;AAChC,mCAAmC;AACnC,2CAA2C;AAC3C,2CAA2C;AAE3C,4BAA4B;AAC5B,yBAAyB;AACzB,mHAAmH;AACnH,gEAAgE;AAChE,gCAAgC;AAChC,8BAA8B;AAC9B,yBAAyB;AACzB,+BAA+B;AAC/B,cAAc;AACd,gDAAgD;AAChD,cAAc;AACd,8BAA8B;AAC9B,gCAAgC;AAChC,mCAAmC;AACnC,2CAA2C;AAC3C,sEAAsE;AAEtE,4BAA4B;AAC5B,yBAAyB;AACzB,oCAAoC;AACpC,sCAAsC;AACtC,IAAI"}

package/lib/esm/togetherai/index.js

@@ -1,4 +1,5 @@
 import { AbstractDriver, PromptFormats } from "@llumiverse/core";
+import { transformSSEStream } from "@llumiverse/core/async";
 import { FetchClient } from "api-fetch-client";
 export class TogetherAIDriver extends AbstractDriver {
     provider;
@@ -62,20 +63,10 @@ export class TogetherAIDriver extends AbstractDriver {
             },
             reader: 'sse'
         });
-        return stream.pipeThrough(new TransformStream({
-            transform(event, controller) {
-                if (event.type === 'event' && event.data && event.data !== '[DONE]') {
-                    try {
-                        const data = JSON.parse(event.data);
-                        controller.enqueue(data.choices[0]?.text ?? '');
-                    }
-                    catch (err) {
-                        // double check for the last event whicb is not a JSON - at this time togetherai returrns the string [DONE]
-                        // do nothing - happens if data is not a JSON - the last event data is the [DONE] string
-                    }
-                }
-            }
-        }));
+        return transformSSEStream(stream, (data) => {
+            const json = JSON.parse(data);
+            return json.choices[0]?.text ?? '';
+        });
     }
     async listModels() {
         const models = await this.fetchClient.get("/models/info");