@llumiverse/drivers 0.19.0 → 0.21.0

package/lib/esm/src/huggingface_ie.js

@@ -0,0 +1,196 @@
+import { HfInference } from "@huggingface/inference";
+import { AIModelStatus, AbstractDriver, } from "@llumiverse/core";
+import { transformAsyncIterator } from "@llumiverse/core/async";
+import { FetchClient } from "@vertesia/api-fetch-client";
+export class HuggingFaceIEDriver extends AbstractDriver {
+    static PROVIDER = "huggingface_ie";
+    provider = HuggingFaceIEDriver.PROVIDER;
+    service;
+    _executor;
+    constructor(options) {
+        super(options);
+        if (!options.endpoint_url) {
+            throw new Error(`Endpoint URL is required for ${this.provider}`);
+        }
+        this.service = new FetchClient(this.options.endpoint_url);
+        this.service.headers["Authorization"] = `Bearer ${this.options.apiKey}`;
+    }
+    async getModelURLEndpoint(modelId) {
+        const res = (await this.service.get(`/${modelId}`));
+        return {
+            url: res.status.url,
+            status: getStatus(res),
+        };
+    }
+    async getExecutor(model) {
+        if (!this._executor) {
+            const endpoint = await this.getModelURLEndpoint(model);
+            if (!endpoint.url)
+                throw new Error(`Endpoint URL not found for model ${model}`);
+            if (endpoint.status !== AIModelStatus.Available)
+                throw new Error(`Endpoint ${model} is not running - current status: ${endpoint.status}`);
+            this._executor = new HfInference(this.options.apiKey).endpoint(endpoint.url);
+        }
+        return this._executor;
+    }
+    async requestTextCompletionStream(prompt, options) {
+        if (options.model_options?._option_id !== "text-fallback") {
+            this.logger.warn("Invalid model options", { options: options.model_options });
+        }
+        options.model_options = options.model_options;
+        const executor = await this.getExecutor(options.model);
+        const req = executor.textGenerationStream({
+            inputs: prompt,
+            parameters: {
+                temperature: options.model_options?.temperature,
+                max_new_tokens: options.model_options?.max_tokens,
+            },
+        });
+        return transformAsyncIterator(req, (val) => {
+            //special like <s> are not part of the result
+            if (val.token.special)
+                return { result: "" };
+            let finish_reason = val.details?.finish_reason;
+            if (finish_reason === "eos_token") {
+                finish_reason = "stop";
+            }
+            return {
+                result: val.token.text ?? '',
+                finish_reason: finish_reason,
+                token_usage: {
+                    result: val.details?.generated_tokens ?? 0,
+                }
+            };
+        });
+    }
+    async requestTextCompletion(prompt, options) {
+        if (options.model_options?._option_id !== "text-fallback") {
+            this.logger.warn("Invalid model options", { options: options.model_options });
+        }
+        options.model_options = options.model_options;
+        const executor = await this.getExecutor(options.model);
+        const res = await executor.textGeneration({
+            inputs: prompt,
+            parameters: {
+                temperature: options.model_options?.temperature,
+                max_new_tokens: options.model_options?.max_tokens,
+            },
+        });
+        let finish_reason = res.details?.finish_reason;
+        if (finish_reason === "eos_token") {
+            finish_reason = "stop";
+        }
+        return {
+            result: res.generated_text,
+            finish_reason: finish_reason,
+            token_usage: {
+                result: res.details?.generated_tokens
+            },
+            original_response: options.include_original_response ? res : undefined,
+        };
+    }
+    // ============== management API ==============
+    async listModels() {
+        const res = await this.service.get("/");
+        const hfModels = res.items;
+        if (!hfModels || !hfModels.length)
+            return [];
+        const models = hfModels.map((model) => ({
+            id: model.name,
+            name: `${model.name} [${model.model.repository}:${model.model.task}]`,
+            provider: this.provider,
+            tags: [model.model.task],
+            status: getStatus(model),
+        }));
+        return models;
+    }
+    async validateConnection() {
+        try {
+            await this.service.get("/models");
+            return true;
+        }
+        catch (error) {
+            return false;
+        }
+    }
+    async generateEmbeddings() {
+        throw new Error("Method not implemented.");
+    }
+}
+//get status from HF status
+function getStatus(hfModel) {
+    //[ pending, initializing, updating, updateFailed, running, paused, failed, scaledToZero ]
+    switch (hfModel.status.state) {
+        case "running":
+            return AIModelStatus.Available;
+        case "initializing":
+            return AIModelStatus.Pending;
+        case "updating":
+            return AIModelStatus.Pending;
+        case "updateFailed":
+            return AIModelStatus.Unavailable;
+        case "paused":
+            return AIModelStatus.Stopped;
+        case "failed":
+            return AIModelStatus.Unavailable;
+        case "scaledToZero":
+            return AIModelStatus.Available;
+        default:
+            return AIModelStatus.Unknown;
+    }
+}
+/*
+Example of model returned by the API
+{
+    "items": [
+      {
+        "accountId": "string",
+        "compute": {
+          "accelerator": "cpu",
+          "instanceSize": "large",
+          "instanceType": "c6i",
+          "scaling": {
+            "maxReplica": 8,
+            "minReplica": 2
+          }
+        },
+        "model": {
+          "framework": "custom",
+          "image": {
+            "huggingface": {}
+          },
+          "repository": "gpt2",
+          "revision": "6c0e6080953db56375760c0471a8c5f2929baf11",
+          "task": "text-classification"
+        },
+        "name": "my-endpoint",
+        "provider": {
+          "region": "us-east-1",
+          "vendor": "aws"
+        },
+        "status": {
+          "createdAt": "2023-10-19T05:04:17.305Z",
+          "createdBy": {
+            "id": "string",
+            "name": "string"
+          },
+          "message": "Endpoint is ready",
+          "private": {
+            "serviceName": "string"
+          },
+          "readyReplica": 2,
+          "state": "pending",
+          "targetReplica": 4,
+          "updatedAt": "2023-10-19T05:04:17.305Z",
+          "updatedBy": {
+            "id": "string",
+            "name": "string"
+          },
+          "url": "https://endpoint-id.region.vendor.endpoints.huggingface.cloud"
+        },
+        "type": "public"
+      }
+    ]
+  }
+*/
+//# sourceMappingURL=huggingface_ie.js.map

package/lib/esm/src/huggingface_ie.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"huggingface_ie.js","sourceRoot":"","sources":["../../../src/huggingface_ie.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,WAAW,EAGd,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAEH,aAAa,EACb,cAAc,GAMjB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AAChE,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AAOzD,MAAM,OAAO,mBAAoB,SAAQ,cAAkD;IACvF,MAAM,CAAC,QAAQ,GAAG,gBAAgB,CAAC;IACnC,QAAQ,GAAG,mBAAmB,CAAC,QAAQ,CAAC;IACxC,OAAO,CAAc;IACrB,SAAS,CAAuB;IAEhC,YACI,OAAmC;QAEnC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,gCAAgC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACrE,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QAC1D,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;IAC5E,CAAC;IAED,KAAK,CAAC,mBAAmB,CACrB,OAAe;QAEf,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,OAAO,EAAE,CAAC,CAAuB,CAAC;QAC1E,OAAO;YACH,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG;YACnB,MAAM,EAAE,SAAS,CAAC,GAAG,CAAC;SACzB,CAAC;IACN,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,KAAa;QAC3B,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YAClB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;YACvD,IAAI,CAAC,QAAQ,CAAC,GAAG;gBACb,MAAM,IAAI,KAAK,CACX,oCAAoC,KAAK,EAAE,CAC9C,CAAC;YACN,IAAI,QAAQ,CAAC,MAAM,KAAK,aAAa,CAAC,SAAS;gBAC3C,MAAM,IAAI,KAAK,CACX,YAAY,KAAK,qCAAqC,QAAQ,CAAC,MAAM,EAAE,CAC1E,CAAC;YAEN,IAAI,CAAC,SAAS,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,QAAQ,CAC1D,QAAQ,CAAC,GAAG,CACf,CAAC;QACN,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,MAAc,EAAE,OAAyB;QACvE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAC,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;QACjF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACvD,MAAM,GAAG,GAAG,QAAQ,CAAC,oBAAoB,CAAC;YACtC,MAAM,EAAE,MAAM;YACd,UAAU,EAAE;gBACR,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;aACpD;SACJ,CAAC,CAAC;QAGH,OAAO,sBAAsB,CAAC,GAAG,EAAE,CAAC,GAA+B,EAAE,EAAE;YACnE,6CAA6C;YAC7C,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO;gBAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;YAC7C,IAAI,aAAa,GAAG,GAAG,CAAC,OAAO,EAAE,aAAuB,CAAC;YACzD,IAAI,aAAa,KAAK,WAAW,EAAE,CAAC;gBAChC,aAAa,GAAG,MAAM,CAAC;YAC3B,CAAC;YACD,OAAO;gBACH,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE;gBAC5B,aAAa,EAAE,aAAa;gBAC5B,WAAW,EAAE;oBACT,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE,gBAAgB,IAAI,CAAC;iBAC7C;aACqB,CAAC;QAC/B,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,MAAc,EAAE,OAAyB;QACjE,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAC,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;QACjF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACvD,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,cAAc,CAAC;YACtC,MAAM,EAAE,MAAM;YACd,UAAU,EAAE;gBACR,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,cAAc,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;aACpD;SACJ,CAAC,CAAC;QAEH,IAAI,aAAa,GAAG,GAAG,CAAC,OAAO,EAAE,aAAuB,CAAC;QACzD,IAAI,aAAa,KAAK,WAAW,EAAE,CAAC;YAChC,aAAa,GAAG,MAAM,CAAC;QAC3B,CAAC;QACD,OAAO;YACH,MAAM,EAAE,GAAG,CAAC,cAAc;YAC1B,aAAa,EAAE,aAAa;YAC5B,WAAW,EAAE;gBACT,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE,gBAAgB;aACxC;YACD,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;SACzE,CAAC;IAEN,CAAC;IAED,+CAA+C;IAE/C,KAAK,CAAC,UAAU;QACZ,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,QAAQ,GAAG,GAAG,CAAC,KAA6B,CAAC;QACnD,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,MAAM;YAAE,OAAO,EAAE,CAAC;QAE7C,MAAM,MAAM,GAAc,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAyB,EAAE,EAAE,CAAC,CAAC;YACnE,EAAE,EAAE,KAAK,CAAC,IAAI;YACd,IAAI,EAAE,GAAG,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,GAAG;YACrE,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;YACxB,MAAM,EAAE,SAAS,CAAC,KAAK,CAAC;SAC3B,CAAC,CAAC,CAAC;QAEJ,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,kBAAkB;QACpB,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAClC,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,kBAAkB;QACpB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;;AAIL,2BAA2B;AAC3B,SAAS,SAAS,CAAC,OAA2B;IAC1C,0FAA0F;IAC1F,QAAQ,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAC3B,KAAK,SAAS;YACV,OAAO,aAAa,CAAC,SAAS,CAAC;QACnC,KAAK,cAAc;YACf,OAAO,aAAa,CAAC,OAAO,CAAC;QACjC,KAAK,UAAU;YACX,OAAO,aAAa,CAAC,OAAO,CAAC;QACjC,KAAK,cAAc;YACf,OAAO,aAAa,CAAC,WAAW,CAAC;QACrC,KAAK,QAAQ;YACT,OAAO,aAAa,CAAC,OAAO,CAAC;QACjC,KAAK,QAAQ;YACT,OAAO,aAAa,CAAC,WAAW,CAAC;QACrC,KAAK,cAAc;YACf,OAAO,aAAa,CAAC,SAAS,CAAC;QACnC;YACI,OAAO,aAAa,CAAC,OAAO,CAAC;IACrC,CAAC;AACL,CAAC;AAkDD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAqDE"}

package/lib/esm/src/index.js

@@ -0,0 +1,13 @@
+export * from "./bedrock/index.js";
+export * from "./groq/index.js";
+export * from "./huggingface_ie.js";
+export * from "./mistral/index.js";
+export * from "./openai/azure.js";
+export * from "./openai/openai.js";
+export * from "./replicate.js";
+export * from "./test/index.js";
+export * from "./togetherai/index.js";
+export * from "./vertexai/index.js";
+export * from "./watsonx/index.js";
+export * from "./xai/index.js";
+//# sourceMappingURL=index.js.map

package/lib/esm/src/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC;AACnC,cAAc,iBAAiB,CAAC;AAChC,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AACnC,cAAc,mBAAmB,CAAC;AAClC,cAAc,oBAAoB,CAAC;AACnC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC;AAChC,cAAc,uBAAuB,CAAC;AACtC,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AACnC,cAAc,gBAAgB,CAAC"}

package/lib/esm/src/mistral/index.js

@@ -0,0 +1,167 @@
+import { AbstractDriver } from "@llumiverse/core";
+import { transformSSEStream } from "@llumiverse/core/async";
+import { formatOpenAILikeTextPrompt, getJSONSafetyNotice } from "@llumiverse/core/formatters";
+import { FetchClient } from "@vertesia/api-fetch-client";
+//TODO retry on 429
+//const RETRY_STATUS_CODES = [429, 500, 502, 503, 504];
+const ENDPOINT = 'https://api.mistral.ai';
+export class MistralAIDriver extends AbstractDriver {
+    static PROVIDER = "mistralai";
+    provider = MistralAIDriver.PROVIDER;
+    apiKey;
+    client;
+    endpointUrl;
+    constructor(options) {
+        super(options);
+        this.apiKey = options.apiKey;
+        //this.client = new MistralClient(options.apiKey, options.endpointUrl);
+        this.client = new FetchClient(options.endpoint_url || ENDPOINT).withHeaders({
+            authorization: `Bearer ${this.apiKey}`
+        });
+    }
+    getResponseFormat = (_options) => {
+        // const responseFormatJson: ResponseFormat = {
+        //     type: "json_object",
+        // } as ResponseFormat
+        // const responseFormatText: ResponseFormat = {
+        //     type: "text",
+        // } as ResponseFormat;
+        // return _options.result_schema ? responseFormatJson : responseFormatText;
+        //TODO remove this when Mistral properly supports the parameters - it makes an error for now
+        // some models like mixtral mistral tiny or medium are throwing an error when using the response_format parameter
+        return undefined;
+    };
+    async formatPrompt(segments, opts) {
+        const messages = formatOpenAILikeTextPrompt(segments);
+        //Add JSON instruction is schema is provided
+        if (opts.result_schema) {
+            messages.push({
+                role: "user",
+                content: "IMPORTANT: " + getJSONSafetyNotice(opts.result_schema)
+            });
+        }
+        return messages;
+    }
+    async requestTextCompletion(messages, options) {
+        if (options.model_options?._option_id !== "text-fallback") {
+            this.logger.warn("Invalid model options", { options: options.model_options });
+        }
+        options.model_options = options.model_options;
+        const res = await this.client.post('/v1/chat/completions', {
+            payload: _makeChatCompletionRequest({
+                model: options.model,
+                messages: messages,
+                maxTokens: options.model_options?.max_tokens,
+                temperature: options.model_options?.temperature,
+                responseFormat: this.getResponseFormat(options),
+            })
+        });
+        const choice = res.choices[0];
+        const result = choice.message.content;
+        return {
+            result: result,
+            token_usage: {
+                prompt: res.usage.prompt_tokens,
+                result: res.usage.completion_tokens,
+                total: res.usage.total_tokens,
+            },
+            finish_reason: choice.finish_reason, //Uses expected "stop" , "length" format
+            original_response: options.include_original_response ? res : undefined,
+        };
+    }
+    async requestTextCompletionStream(messages, options) {
+        if (options.model_options?._option_id !== "text-fallback") {
+            this.logger.warn("Invalid model options", { options: options.model_options });
+        }
+        options.model_options = options.model_options;
+        const stream = await this.client.post('/v1/chat/completions', {
+            payload: _makeChatCompletionRequest({
+                model: options.model,
+                messages: messages,
+                maxTokens: options.model_options?.max_tokens,
+                temperature: options.model_options?.temperature,
+                topP: options.model_options?.top_p,
+                responseFormat: this.getResponseFormat(options),
+                stream: true,
+                stopSequences: options.model_options?.stop_sequence,
+            }),
+            reader: 'sse'
+        });
+        return transformSSEStream(stream, (data) => {
+            const json = JSON.parse(data);
+            return {
+                result: json.choices[0]?.delta.content ?? '',
+                finish_reason: json.choices[0]?.finish_reason, //Uses expected "stop" , "length" format
+                token_usage: {
+                    prompt: json.usage?.prompt_tokens,
+                    result: json.usage?.completion_tokens,
+                    total: json.usage?.total_tokens,
+                },
+            };
+        });
+    }
+    async listModels() {
+        const models = await this.client.get('v1/models');
+        const aiModels = models.data.map(m => {
+            return {
+                id: m.id,
+                name: m.id,
+                description: undefined,
+                provider: this.provider,
+                owner: m.owned_by,
+            };
+        });
+        return aiModels;
+    }
+    validateConnection() {
+        throw new Error("Method not implemented.");
+    }
+    async generateEmbeddings({ text, model = "mistral-embed" }) {
+        const r = await this.client.post('/v1/embeddings', {
+            payload: {
+                model,
+                input: [text],
+                encoding_format: "float"
+            },
+        });
+        return {
+            values: r.data[0].embedding,
+            model,
+            token_count: r.usage.total_tokens || r.usage.prompt_tokens + r.usage.completion_tokens,
+        };
+    }
+}
+/**
+ * Creates a chat completion request
+ * @param {*} model
+ * @param {*} messages
+ * @param {*} tools
+ * @param {*} temperature
+ * @param {*} maxTokens
+ * @param {*} topP
+ * @param {*} randomSeed
+ * @param {*} stream
+ * @param {*} safeMode deprecated use safePrompt instead
+ * @param {*} safePrompt
+ * @param {*} toolChoice
+ * @param {*} responseFormat
+ * @return {Promise<Object>}
+ */
+function _makeChatCompletionRequest({ model, messages, tools, temperature, maxTokens, topP, randomSeed, stream, safeMode, safePrompt, toolChoice, responseFormat, stopSequences, }) {
+    return {
+        model: model,
+        messages: messages,
+        tools: tools ?? undefined,
+        temperature: temperature ?? undefined,
+        max_tokens: maxTokens ?? undefined,
+        top_p: topP ?? undefined,
+        random_seed: randomSeed ?? undefined,
+        stream: stream ?? undefined,
+        safe_prompt: (safeMode || safePrompt) ?? undefined,
+        tool_choice: toolChoice ?? undefined,
+        response_format: responseFormat ?? undefined,
+        stop: stopSequences ?? undefined,
+    };
+}
+;
+//# sourceMappingURL=index.js.map

package/lib/esm/src/mistral/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/mistral/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,cAAc,EAAyI,MAAM,kBAAkB,CAAC;AAClM,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAqB,0BAA0B,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AACjH,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AAGzD,mBAAmB;AACnB,uDAAuD;AAEvD,MAAM,QAAQ,GAAG,wBAAwB,CAAC;AAO1C,MAAM,OAAO,eAAgB,SAAQ,cAA2D;IAC5F,MAAM,CAAC,QAAQ,GAAG,WAAW,CAAC;IAE9B,QAAQ,GAAG,eAAe,CAAC,QAAQ,CAAC;IACpC,MAAM,CAAS;IACf,MAAM,CAAc;IACpB,WAAW,CAAU;IAErB,YAAY,OAA+B;QACvC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,uEAAuE;QACvE,IAAI,CAAC,MAAM,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC,YAAY,IAAI,QAAQ,CAAC,CAAC,WAAW,CAAC;YACxE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;SACzC,CAAC,CAAC;IACP,CAAC;IAED,iBAAiB,GAAG,CAAC,QAA0B,EAA8B,EAAE;QAE3E,+CAA+C;QAC/C,2BAA2B;QAC3B,sBAAsB;QAEtB,+CAA+C;QAC/C,oBAAoB;QACpB,uBAAuB;QAGvB,2EAA2E;QAE3E,4FAA4F;QAC5F,iHAAiH;QACjH,OAAO,SAAS,CAAA;IACpB,CAAC,CAAA;IAES,KAAK,CAAC,YAAY,CAAC,QAAyB,EAAE,IAAsB;QAC1E,MAAM,QAAQ,GAAG,0BAA0B,CAAC,QAAQ,CAAC,CAAC;QACtD,4CAA4C;QAC5C,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,aAAa,GAAG,mBAAmB,CAAC,IAAI,CAAC,aAAa,CAAC;aACnE,CAAC,CAAC;QACP,CAAC;QACD,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,QAA6B,EAAE,OAAyB;QAChF,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAC,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;QACjF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE;YACvD,OAAO,EAAE,0BAA0B,CAAC;gBAChC,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,QAAQ,EAAE,QAAQ;gBAClB,SAAS,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;gBAC5C,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,cAAc,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;aAClD,CAAC;SACL,CAA2B,CAAC;QAE7B,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;QAEtC,OAAO;YACH,MAAM,EAAE,MAAM;YACd,WAAW,EAAE;gBACT,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,aAAa;gBAC/B,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,iBAAiB;gBACnC,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,YAAY;aAChC;YACD,aAAa,EAAE,MAAM,CAAC,aAAa,EAAS,wCAAwC;YACpF,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;SACzE,CAAC;IACN,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,QAA6B,EAAE,OAAyB;QACtF,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAC,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;QACjF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE;YAC1D,OAAO,EAAE,0BAA0B,CAAC;gBAChC,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,QAAQ,EAAE,QAAQ;gBAClB,SAAS,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;gBAC5C,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,IAAI,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;gBAClC,cAAc,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;gBAC/C,MAAM,EAAE,IAAI;gBACZ,aAAa,EAAE,OAAO,CAAC,aAAa,EAAE,aAAa;aACtD,CAAC;YACF,MAAM,EAAE,KAAK;SAChB,CAAC,CAAC;QAEH,OAAO,kBAAkB,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;YAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9B,OAAO;gBACH,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,IAAI,EAAE;gBAC5C,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,EAAO,wCAAwC;gBAC5F,WAAW,EAAE;oBACT,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa;oBACjC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB;oBACrC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,YAAY;iBAClC;aACJ,CAAC;QACN,CAAC,CAAC,CAAC;IAEP,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,MAAM,GAAuB,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAEtE,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;YACjC,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,EAAE;gBACV,WAAW,EAAE,SAAS;gBACtB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,CAAC,CAAC,QAAQ;aACpB,CAAA;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,EAAE,IAAI,EAAE,KAAK,GAAG,eAAe,EAAqB;QACzE,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE;YAC/C,OAAO,EAAE;gBACL,KAAK;gBACL,KAAK,EAAE,CAAE,IAAI,CAAE;gBACf,eAAe,EAAE,OAAO;aAC3B;SACJ,CAAC,CAAC;QACH,OAAO;YACH,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;YAC3B,KAAK;YACL,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC,KAAK,CAAC,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,iBAAiB;SACzF,CAAA;IACL,CAAC;;AAIL;;;;;;;;;;;;;;;GAeG;AACH,SAAS,0BAA0B,CAAC,EAChC,KAAK,EACL,QAAQ,EACR,KAAK,EACL,WAAW,EACX,SAAS,EACT,IAAI,EACJ,UAAU,EACV,MAAM,EACN,QAAQ,EACR,UAAU,EACV,UAAU,EACV,cAAc,EACd,aAAa,GACS;IACtB,OAAO;QACH,KAAK,EAAE,KAAK;QACZ,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,KAAK,IAAI,SAAS;QACzB,WAAW,EAAE,WAAW,IAAI,SAAS;QACrC,UAAU,EAAE,SAAS,IAAI,SAAS;QAClC,KAAK,EAAE,IAAI,IAAI,SAAS;QACxB,WAAW,EAAE,UAAU,IAAI,SAAS;QACpC,MAAM,EAAE,MAAM,IAAI,SAAS;QAC3B,WAAW,EAAE,CAAC,QAAQ,IAAI,UAAU,CAAC,IAAI,SAAS;QAClD,WAAW,EAAE,UAAU,IAAI,SAAS;QACpC,eAAe,EAAE,cAAc,IAAI,SAAS;QAC5C,IAAI,EAAE,aAAa,IAAI,SAAS;KACnC,CAAC;AACN,CAAC;AAAA,CAAC"}

package/lib/esm/src/mistral/types.js

@@ -0,0 +1,80 @@
+// Copied from https://github.com/mistralai/client-js/blob/main/src/client.d.ts
+// MistralAI Types
+export var ToolType;
+(function (ToolType) {
+    ToolType["function"] = "function";
+})(ToolType || (ToolType = {}));
+export var ResponseFormats;
+(function (ResponseFormats) {
+    ResponseFormats["text"] = "text";
+    ResponseFormats["json_object"] = "json_object";
+})(ResponseFormats || (ResponseFormats = {}));
+export var ToolChoice;
+(function (ToolChoice) {
+    ToolChoice["auto"] = "auto";
+    ToolChoice["any"] = "any";
+    ToolChoice["none"] = "none";
+})(ToolChoice || (ToolChoice = {}));
+// class MistralClient {
+//     constructor(apiKey?: string, endpoint?: string);
+//     private _request(
+//         method: string,
+//         path: string,
+//         request: unknown
+//     ): Promise<unknown>;
+//     private _makeChatCompletionRequest(
+//         model: string,
+//         messages: Array<{ role: string; name?: string, content: string | string[], tool_calls?: ToolCalls[]; }>,
+//         tools?: Array<{ type: string; function: Function; }>,
+//         temperature?: number,
+//         maxTokens?: number,
+//         topP?: number,
+//         randomSeed?: number,
+//         stream?: boolean,
+//         /**
+//          * @deprecated use safePrompt instead
+//          */
+//         safeMode?: boolean,
+//         safePrompt?: boolean,
+//         toolChoice?: ToolChoice,
+//         responseFormat?: ResponseFormat
+//     ): object;
+//     listModels(): Promise<ListModelsResponse>;
+//     chat(options: {
+//         model: string;
+//         messages: Array<{ role: string; name?: string, content: string | string[], tool_calls?: ToolCalls[]; }>;
+//         tools?: Array<{ type: string; function: Function; }>;
+//         temperature?: number;
+//         maxTokens?: number;
+//         topP?: number;
+//         randomSeed?: number;
+//         /**
+//          * @deprecated use safePrompt instead
+//          */
+//         safeMode?: boolean;
+//         safePrompt?: boolean;
+//         toolChoice?: ToolChoice;
+//         responseFormat?: ResponseFormat;
+//     }): Promise<ChatCompletionResponse>;
+//     chatStream(options: {
+//         model: string;
+//         messages: Array<{ role: string; name?: string, content: string | string[], tool_calls?: ToolCalls[]; }>;
+//         tools?: Array<{ type: string; function: Function; }>;
+//         temperature?: number;
+//         maxTokens?: number;
+//         topP?: number;
+//         randomSeed?: number;
+//         /**
+//          * @deprecated use safePrompt instead
+//          */
+//         safeMode?: boolean;
+//         safePrompt?: boolean;
+//         toolChoice?: ToolChoice;
+//         responseFormat?: ResponseFormat;
+//     }): AsyncGenerator<ChatCompletionResponseChunk, void, unknown>;
+//     embeddings(options: {
+//         model: string;
+//         input: string | string[];
+//     }): Promise<EmbeddingResponse>;
+// }
+//# sourceMappingURL=types.js.map

package/lib/esm/src/mistral/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/mistral/types.ts"],"names":[],"mappings":"AAAA,+EAA+E;AAC/E,kBAAkB;AAsClB,MAAM,CAAN,IAAY,QAEX;AAFD,WAAY,QAAQ;IAChB,iCAAqB,CAAA;AACzB,CAAC,EAFW,QAAQ,KAAR,QAAQ,QAEnB;AAaD,MAAM,CAAN,IAAY,eAGX;AAHD,WAAY,eAAe;IACvB,gCAAa,CAAA;IACb,8CAA2B,CAAA;AAC/B,CAAC,EAHW,eAAe,KAAf,eAAe,QAG1B;AAED,MAAM,CAAN,IAAY,UAIX;AAJD,WAAY,UAAU;IAClB,2BAAa,CAAA;IACb,yBAAW,CAAA;IACX,2BAAa,CAAA;AACjB,CAAC,EAJW,UAAU,KAAV,UAAU,QAIrB;AAiFD,wBAAwB;AACxB,uDAAuD;AAEvD,wBAAwB;AACxB,0BAA0B;AAC1B,wBAAwB;AACxB,2BAA2B;AAC3B,2BAA2B;AAE3B,0CAA0C;AAC1C,yBAAyB;AACzB,mHAAmH;AACnH,gEAAgE;AAChE,gCAAgC;AAChC,8BAA8B;AAC9B,yBAAyB;AACzB,+BAA+B;AAC/B,4BAA4B;AAC5B,cAAc;AACd,gDAAgD;AAChD,cAAc;AACd,8BAA8B;AAC9B,gCAAgC;AAChC,mCAAmC;AACnC,0CAA0C;AAC1C,iBAAiB;AAEjB,iDAAiD;AAEjD,sBAAsB;AACtB,yBAAyB;AACzB,mHAAmH;AACnH,gEAAgE;AAChE,gCAAgC;AAChC,8BAA8B;AAC9B,yBAAyB;AACzB,+BAA+B;AAC/B,cAAc;AACd,gDAAgD;AAChD,cAAc;AACd,8BAA8B;AAC9B,gCAAgC;AAChC,mCAAmC;AACnC,2CAA2C;AAC3C,2CAA2C;AAE3C,4BAA4B;AAC5B,yBAAyB;AACzB,mHAAmH;AACnH,gEAAgE;AAChE,gCAAgC;AAChC,8BAA8B;AAC9B,yBAAyB;AACzB,+BAA+B;AAC/B,cAAc;AACd,gDAAgD;AAChD,cAAc;AACd,8BAA8B;AAC9B,gCAAgC;AAChC,mCAAmC;AACnC,2CAA2C;AAC3C,sEAAsE;AAEtE,4BAA4B;AAC5B,yBAAyB;AACzB,oCAAoC;AACpC,sCAAsC;AACtC,IAAI"}

package/{src/openai/azure.ts → lib/esm/src/openai/azure.js}

@@ -1,54 +1,27 @@
 import { DefaultAzureCredential, getBearerTokenProvider } from "@azure/identity";
-import { DriverOptions } from "@llumiverse/core";
 import { AzureOpenAI } from "openai";
 import { BaseOpenAIDriver } from "./index.js";
-
-export interface AzureOpenAIDriverOptions extends DriverOptions {
-
-    /**
-     * The credentials to use to access Azure OpenAI
-     */
-    azureADTokenProvider?: any; //type with azure credentials
-    
-    apiKey?: string;
-
-    endpoint?: string;
-
-    apiVersion?: string
-
-    deployment?: string;
-
-}
-
 export class AzureOpenAIDriver extends BaseOpenAIDriver {
-
-
-    service: AzureOpenAI;
-    provider: "azure_openai";
-
-    constructor(opts: AzureOpenAIDriverOptions) {
+    service;
+    provider;
+    constructor(opts) {
         super(opts);
-
         if (!opts.azureADTokenProvider && !opts.apiKey) {
             opts.azureADTokenProvider = this.getDefaultAuth();
         }
-
         this.service = new AzureOpenAI({
             apiKey: opts.apiKey,
-            azureADTokenProvider: opts.azureADTokenProvider,          
+            azureADTokenProvider: opts.azureADTokenProvider,
             endpoint: opts.endpoint,
             apiVersion: opts.apiVersion ?? "2024-10-21",
             deployment: opts.deployment
         });
         this.provider = "azure_openai";
     }
-
-
     getDefaultAuth() {
         const scope = "https://cognitiveservices.azure.com/.default";
         const azureADTokenProvider = getBearerTokenProvider(new DefaultAzureCredential(), scope);
         return azureADTokenProvider;
-    }      
-
-
-}
+    }
+}
+//# sourceMappingURL=azure.js.map

package/lib/esm/src/openai/azure.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"azure.js","sourceRoot":"","sources":["../../../../src/openai/azure.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,MAAM,iBAAiB,CAAC;AAEjF,OAAO,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AACrC,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAmB9C,MAAM,OAAO,iBAAkB,SAAQ,gBAAgB;IAGnD,OAAO,CAAc;IACrB,QAAQ,CAAiB;IAEzB,YAAY,IAA8B;QACtC,KAAK,CAAC,IAAI,CAAC,CAAC;QAEZ,IAAI,CAAC,IAAI,CAAC,oBAAoB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YAC7C,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACtD,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,IAAI,WAAW,CAAC;YAC3B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,oBAAoB,EAAE,IAAI,CAAC,oBAAoB;YAC/C,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,YAAY;YAC3C,UAAU,EAAE,IAAI,CAAC,UAAU;SAC9B,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,GAAG,cAAc,CAAC;IACnC,CAAC;IAGD,cAAc;QACV,MAAM,KAAK,GAAG,8CAA8C,CAAC;QAC7D,MAAM,oBAAoB,GAAG,sBAAsB,CAAC,IAAI,sBAAsB,EAAE,EAAE,KAAK,CAAC,CAAC;QACzF,OAAO,oBAAoB,CAAC;IAChC,CAAC;CAGJ"}