@llumiverse/drivers 0.22.0 → 0.23.0-dev-20251118

package/lib/esm/src/mistral/index.js

@@ -0,0 +1,169 @@
+import { AbstractDriver } from "@llumiverse/core";
+import { transformSSEStream } from "@llumiverse/core/async";
+import { getJSONSafetyNotice } from "@llumiverse/core/formatters";
+import { formatOpenAILikeTextPrompt } from "../openai/openai_format.js";
+import { FetchClient } from "@vertesia/api-fetch-client";
+//TODO retry on 429
+//const RETRY_STATUS_CODES = [429, 500, 502, 503, 504];
+const ENDPOINT = 'https://api.mistral.ai';
+export class MistralAIDriver extends AbstractDriver {
+    static PROVIDER = "mistralai";
+    provider = MistralAIDriver.PROVIDER;
+    apiKey;
+    client;
+    endpointUrl;
+    constructor(options) {
+        super(options);
+        this.apiKey = options.apiKey;
+        //this.client = new MistralClient(options.apiKey, options.endpointUrl);
+        this.client = new FetchClient(options.endpoint_url || ENDPOINT).withHeaders({
+            authorization: `Bearer ${this.apiKey}`
+        });
+    }
+    getResponseFormat = (_options) => {
+        // const responseFormatJson: ResponseFormat = {
+        //     type: "json_object",
+        // } as ResponseFormat
+        // const responseFormatText: ResponseFormat = {
+        //     type: "text",
+        // } as ResponseFormat;
+        // return _options.result_schema ? responseFormatJson : responseFormatText;
+        //TODO remove this when Mistral properly supports the parameters - it makes an error for now
+        // some models like mixtral mistral tiny or medium are throwing an error when using the response_format parameter
+        return undefined;
+    };
+    async formatPrompt(segments, opts) {
+        const messages = formatOpenAILikeTextPrompt(segments);
+        //Add JSON instruction is schema is provided
+        if (opts.result_schema) {
+            messages.push({
+                role: "user",
+                content: "IMPORTANT: " + getJSONSafetyNotice(opts.result_schema)
+            });
+        }
+        return messages;
+    }
+    async requestTextCompletion(messages, options) {
+        if (options.model_options?._option_id !== "text-fallback") {
+            this.logger.warn("Invalid model options", { options: options.model_options });
+        }
+        options.model_options = options.model_options;
+        const res = await this.client.post('/v1/chat/completions', {
+            payload: _makeChatCompletionRequest({
+                model: options.model,
+                messages: messages,
+                maxTokens: options.model_options?.max_tokens,
+                temperature: options.model_options?.temperature,
+                responseFormat: this.getResponseFormat(options),
+            })
+        });
+        const choice = res.choices[0];
+        const result = choice.message.content;
+        return {
+            result: result ? [{ type: "text", value: result }] : [],
+            token_usage: {
+                prompt: res.usage.prompt_tokens,
+                result: res.usage.completion_tokens,
+                total: res.usage.total_tokens,
+            },
+            finish_reason: choice.finish_reason, //Uses expected "stop" , "length" format
+            original_response: options.include_original_response ? res : undefined,
+        };
+    }
+    async requestTextCompletionStream(messages, options) {
+        if (options.model_options?._option_id !== "text-fallback") {
+            this.logger.warn("Invalid model options", { options: options.model_options });
+        }
+        options.model_options = options.model_options;
+        const stream = await this.client.post('/v1/chat/completions', {
+            payload: _makeChatCompletionRequest({
+                model: options.model,
+                messages: messages,
+                maxTokens: options.model_options?.max_tokens,
+                temperature: options.model_options?.temperature,
+                topP: options.model_options?.top_p,
+                responseFormat: this.getResponseFormat(options),
+                stream: true,
+                stopSequences: options.model_options?.stop_sequence,
+            }),
+            reader: 'sse'
+        });
+        return transformSSEStream(stream, (data) => {
+            const json = JSON.parse(data);
+            const content = json.choices[0]?.delta.content;
+            return {
+                result: content ? [{ type: "text", value: content }] : [],
+                finish_reason: json.choices[0]?.finish_reason, //Uses expected "stop" , "length" format
+                token_usage: {
+                    prompt: json.usage?.prompt_tokens,
+                    result: json.usage?.completion_tokens,
+                    total: json.usage?.total_tokens,
+                },
+            };
+        });
+    }
+    async listModels() {
+        const models = await this.client.get('v1/models');
+        const aiModels = models.data.map(m => {
+            return {
+                id: m.id,
+                name: m.id,
+                description: undefined,
+                provider: this.provider,
+                owner: m.owned_by,
+            };
+        });
+        return aiModels;
+    }
+    validateConnection() {
+        throw new Error("Method not implemented.");
+    }
+    async generateEmbeddings({ text, model = "mistral-embed" }) {
+        const r = await this.client.post('/v1/embeddings', {
+            payload: {
+                model,
+                input: [text],
+                encoding_format: "float"
+            },
+        });
+        return {
+            values: r.data[0].embedding,
+            model,
+            token_count: r.usage.total_tokens || r.usage.prompt_tokens + r.usage.completion_tokens,
+        };
+    }
+}
+/**
+ * Creates a chat completion request
+ * @param {*} model
+ * @param {*} messages
+ * @param {*} tools
+ * @param {*} temperature
+ * @param {*} maxTokens
+ * @param {*} topP
+ * @param {*} randomSeed
+ * @param {*} stream
+ * @param {*} safeMode deprecated use safePrompt instead
+ * @param {*} safePrompt
+ * @param {*} toolChoice
+ * @param {*} responseFormat
+ * @return {Promise<Object>}
+ */
+function _makeChatCompletionRequest({ model, messages, tools, temperature, maxTokens, topP, randomSeed, stream, safeMode, safePrompt, toolChoice, responseFormat, stopSequences, }) {
+    return {
+        model: model,
+        messages: messages,
+        tools: tools ?? undefined,
+        temperature: temperature ?? undefined,
+        max_tokens: maxTokens ?? undefined,
+        top_p: topP ?? undefined,
+        random_seed: randomSeed ?? undefined,
+        stream: stream ?? undefined,
+        safe_prompt: (safeMode || safePrompt) ?? undefined,
+        tool_choice: toolChoice ?? undefined,
+        response_format: responseFormat ?? undefined,
+        stop: stopSequences ?? undefined,
+    };
+}
+;
+//# sourceMappingURL=index.js.map

package/lib/esm/src/mistral/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/mistral/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAW,cAAc,EAA+I,MAAM,kBAAkB,CAAC;AACxM,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC;AAClE,OAAO,EAAE,0BAA0B,EAAqB,MAAM,4BAA4B,CAAC;AAC3F,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AAGzD,mBAAmB;AACnB,uDAAuD;AAEvD,MAAM,QAAQ,GAAG,wBAAwB,CAAC;AAO1C,MAAM,OAAO,eAAgB,SAAQ,cAA2D;IAC5F,MAAM,CAAC,QAAQ,GAAG,WAAW,CAAC;IAE9B,QAAQ,GAAG,eAAe,CAAC,QAAQ,CAAC;IACpC,MAAM,CAAS;IACf,MAAM,CAAc;IACpB,WAAW,CAAU;IAErB,YAAY,OAA+B;QACvC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,uEAAuE;QACvE,IAAI,CAAC,MAAM,GAAG,IAAI,WAAW,CAAC,OAAO,CAAC,YAAY,IAAI,QAAQ,CAAC,CAAC,WAAW,CAAC;YACxE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;SACzC,CAAC,CAAC;IACP,CAAC;IAED,iBAAiB,GAAG,CAAC,QAA0B,EAA8B,EAAE;QAE3E,+CAA+C;QAC/C,2BAA2B;QAC3B,sBAAsB;QAEtB,+CAA+C;QAC/C,oBAAoB;QACpB,uBAAuB;QAGvB,2EAA2E;QAE3E,4FAA4F;QAC5F,iHAAiH;QACjH,OAAO,SAAS,CAAA;IACpB,CAAC,CAAA;IAES,KAAK,CAAC,YAAY,CAAC,QAAyB,EAAE,IAAsB;QAC1E,MAAM,QAAQ,GAAG,0BAA0B,CAAC,QAAQ,CAAC,CAAC;QACtD,4CAA4C;QAC5C,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,QAAQ,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,aAAa,GAAG,mBAAmB,CAAC,IAAI,CAAC,aAAa,CAAC;aACnE,CAAC,CAAC;QACP,CAAC;QACD,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,QAA6B,EAAE,OAAyB;QAChF,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE;YACvD,OAAO,EAAE,0BAA0B,CAAC;gBAChC,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,QAAQ,EAAE,QAAQ;gBAClB,SAAS,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;gBAC5C,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,cAAc,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;aAClD,CAAC;SACL,CAA2B,CAAC;QAE7B,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;QAEtC,OAAO;YACH,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;YACvD,WAAW,EAAE;gBACT,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,aAAa;gBAC/B,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,iBAAiB;gBACnC,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,YAAY;aAChC;YACD,aAAa,EAAE,MAAM,CAAC,aAAa,EAAS,wCAAwC;YACpF,iBAAiB,EAAE,OAAO,CAAC,yBAAyB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS;SACzE,CAAC;IACN,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,QAA6B,EAAE,OAAyB;QACtF,IAAI,OAAO,CAAC,aAAa,EAAE,UAAU,KAAK,eAAe,EAAE,CAAC;YACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,aAAa,EAAE,CAAC,CAAC;QAClF,CAAC;QACD,OAAO,CAAC,aAAa,GAAG,OAAO,CAAC,aAAoC,CAAC;QAErE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE;YAC1D,OAAO,EAAE,0BAA0B,CAAC;gBAChC,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,QAAQ,EAAE,QAAQ;gBAClB,SAAS,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU;gBAC5C,WAAW,EAAE,OAAO,CAAC,aAAa,EAAE,WAAW;gBAC/C,IAAI,EAAE,OAAO,CAAC,aAAa,EAAE,KAAK;gBAClC,cAAc,EAAE,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;gBAC/C,MAAM,EAAE,IAAI;gBACZ,aAAa,EAAE,OAAO,CAAC,aAAa,EAAE,aAAa;aACtD,CAAC;YACF,MAAM,EAAE,KAAK;SAChB,CAAC,CAAC;QAEH,OAAO,kBAAkB,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;YAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC;YAC/C,OAAO;gBACH,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;gBACzD,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,EAAO,wCAAwC;gBAC5F,WAAW,EAAE;oBACT,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,aAAa;oBACjC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,iBAAiB;oBACrC,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,YAAY;iBAClC;aACJ,CAAC;QACN,CAAC,CAAC,CAAC;IAEP,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,MAAM,MAAM,GAAuB,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAEtE,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;YACjC,OAAO;gBACH,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,EAAE;gBACV,WAAW,EAAE,SAAS;gBACtB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,CAAC,CAAC,QAAQ;aACpB,CAAA;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,kBAAkB;QACd,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,EAAE,IAAI,EAAE,KAAK,GAAG,eAAe,EAAqB;QACzE,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE;YAC/C,OAAO,EAAE;gBACL,KAAK;gBACL,KAAK,EAAE,CAAC,IAAI,CAAC;gBACb,eAAe,EAAE,OAAO;aAC3B;SACJ,CAAC,CAAC;QACH,OAAO;YACH,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;YAC3B,KAAK;YACL,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC,KAAK,CAAC,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,iBAAiB;SACzF,CAAA;IACL,CAAC;;AAIL;;;;;;;;;;;;;;;GAeG;AACH,SAAS,0BAA0B,CAAC,EAChC,KAAK,EACL,QAAQ,EACR,KAAK,EACL,WAAW,EACX,SAAS,EACT,IAAI,EACJ,UAAU,EACV,MAAM,EACN,QAAQ,EACR,UAAU,EACV,UAAU,EACV,cAAc,EACd,aAAa,GACS;IACtB,OAAO;QACH,KAAK,EAAE,KAAK;QACZ,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,KAAK,IAAI,SAAS;QACzB,WAAW,EAAE,WAAW,IAAI,SAAS;QACrC,UAAU,EAAE,SAAS,IAAI,SAAS;QAClC,KAAK,EAAE,IAAI,IAAI,SAAS;QACxB,WAAW,EAAE,UAAU,IAAI,SAAS;QACpC,MAAM,EAAE,MAAM,IAAI,SAAS;QAC3B,WAAW,EAAE,CAAC,QAAQ,IAAI,UAAU,CAAC,IAAI,SAAS;QAClD,WAAW,EAAE,UAAU,IAAI,SAAS;QACpC,eAAe,EAAE,cAAc,IAAI,SAAS;QAC5C,IAAI,EAAE,aAAa,IAAI,SAAS;KACnC,CAAC;AACN,CAAC;AAAA,CAAC"}

package/lib/esm/src/mistral/types.js

@@ -0,0 +1,80 @@
+// Copied from https://github.com/mistralai/client-js/blob/main/src/client.d.ts
+// MistralAI Types
+export var ToolType;
+(function (ToolType) {
+    ToolType["function"] = "function";
+})(ToolType || (ToolType = {}));
+export var ResponseFormats;
+(function (ResponseFormats) {
+    ResponseFormats["text"] = "text";
+    ResponseFormats["json_object"] = "json_object";
+})(ResponseFormats || (ResponseFormats = {}));
+export var ToolChoice;
+(function (ToolChoice) {
+    ToolChoice["auto"] = "auto";
+    ToolChoice["any"] = "any";
+    ToolChoice["none"] = "none";
+})(ToolChoice || (ToolChoice = {}));
+// class MistralClient {
+//     constructor(apiKey?: string, endpoint?: string);
+//     private _request(
+//         method: string,
+//         path: string,
+//         request: unknown
+//     ): Promise<unknown>;
+//     private _makeChatCompletionRequest(
+//         model: string,
+//         messages: Array<{ role: string; name?: string, content: string | string[], tool_calls?: ToolCalls[]; }>,
+//         tools?: Array<{ type: string; function: Function; }>,
+//         temperature?: number,
+//         maxTokens?: number,
+//         topP?: number,
+//         randomSeed?: number,
+//         stream?: boolean,
+//         /**
+//          * @deprecated use safePrompt instead
+//          */
+//         safeMode?: boolean,
+//         safePrompt?: boolean,
+//         toolChoice?: ToolChoice,
+//         responseFormat?: ResponseFormat
+//     ): object;
+//     listModels(): Promise<ListModelsResponse>;
+//     chat(options: {
+//         model: string;
+//         messages: Array<{ role: string; name?: string, content: string | string[], tool_calls?: ToolCalls[]; }>;
+//         tools?: Array<{ type: string; function: Function; }>;
+//         temperature?: number;
+//         maxTokens?: number;
+//         topP?: number;
+//         randomSeed?: number;
+//         /**
+//          * @deprecated use safePrompt instead
+//          */
+//         safeMode?: boolean;
+//         safePrompt?: boolean;
+//         toolChoice?: ToolChoice;
+//         responseFormat?: ResponseFormat;
+//     }): Promise<ChatCompletionResponse>;
+//     chatStream(options: {
+//         model: string;
+//         messages: Array<{ role: string; name?: string, content: string | string[], tool_calls?: ToolCalls[]; }>;
+//         tools?: Array<{ type: string; function: Function; }>;
+//         temperature?: number;
+//         maxTokens?: number;
+//         topP?: number;
+//         randomSeed?: number;
+//         /**
+//          * @deprecated use safePrompt instead
+//          */
+//         safeMode?: boolean;
+//         safePrompt?: boolean;
+//         toolChoice?: ToolChoice;
+//         responseFormat?: ResponseFormat;
+//     }): AsyncGenerator<ChatCompletionResponseChunk, void, unknown>;
+//     embeddings(options: {
+//         model: string;
+//         input: string | string[];
+//     }): Promise<EmbeddingResponse>;
+// }
+//# sourceMappingURL=types.js.map

package/lib/esm/src/mistral/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/mistral/types.ts"],"names":[],"mappings":"AAAA,+EAA+E;AAC/E,kBAAkB;AAsClB,MAAM,CAAN,IAAY,QAEX;AAFD,WAAY,QAAQ;IAChB,iCAAqB,CAAA;AACzB,CAAC,EAFW,QAAQ,KAAR,QAAQ,QAEnB;AAaD,MAAM,CAAN,IAAY,eAGX;AAHD,WAAY,eAAe;IACvB,gCAAa,CAAA;IACb,8CAA2B,CAAA;AAC/B,CAAC,EAHW,eAAe,KAAf,eAAe,QAG1B;AAED,MAAM,CAAN,IAAY,UAIX;AAJD,WAAY,UAAU;IAClB,2BAAa,CAAA;IACb,yBAAW,CAAA;IACX,2BAAa,CAAA;AACjB,CAAC,EAJW,UAAU,KAAV,UAAU,QAIrB;AAiFD,wBAAwB;AACxB,uDAAuD;AAEvD,wBAAwB;AACxB,0BAA0B;AAC1B,wBAAwB;AACxB,2BAA2B;AAC3B,2BAA2B;AAE3B,0CAA0C;AAC1C,yBAAyB;AACzB,mHAAmH;AACnH,gEAAgE;AAChE,gCAAgC;AAChC,8BAA8B;AAC9B,yBAAyB;AACzB,+BAA+B;AAC/B,4BAA4B;AAC5B,cAAc;AACd,gDAAgD;AAChD,cAAc;AACd,8BAA8B;AAC9B,gCAAgC;AAChC,mCAAmC;AACnC,0CAA0C;AAC1C,iBAAiB;AAEjB,iDAAiD;AAEjD,sBAAsB;AACtB,yBAAyB;AACzB,mHAAmH;AACnH,gEAAgE;AAChE,gCAAgC;AAChC,8BAA8B;AAC9B,yBAAyB;AACzB,+BAA+B;AAC/B,cAAc;AACd,gDAAgD;AAChD,cAAc;AACd,8BAA8B;AAC9B,gCAAgC;AAChC,mCAAmC;AACnC,2CAA2C;AAC3C,2CAA2C;AAE3C,4BAA4B;AAC5B,yBAAyB;AACzB,mHAAmH;AACnH,gEAAgE;AAChE,gCAAgC;AAChC,8BAA8B;AAC9B,yBAAyB;AACzB,+BAA+B;AAC/B,cAAc;AACd,gDAAgD;AAChD,cAAc;AACd,8BAA8B;AAC9B,gCAAgC;AAChC,mCAAmC;AACnC,2CAA2C;AAC3C,sEAAsE;AAEtE,4BAA4B;AAC5B,yBAAyB;AACzB,oCAAoC;AACpC,sCAAsC;AACtC,IAAI"}

package/lib/esm/src/openai/azure_openai.js

@@ -0,0 +1,68 @@
+import { DefaultAzureCredential, getBearerTokenProvider } from "@azure/identity";
+import { getModelCapabilities, modelModalitiesToArray, Providers } from "@llumiverse/core";
+import { AzureOpenAI } from "openai";
+import { BaseOpenAIDriver } from "./index.js";
+export class AzureOpenAIDriver extends BaseOpenAIDriver {
+    service;
+    provider = Providers.azure_openai;
+    //Overload to allow independent instantiation with AzureOpenAI service
+    constructor(serviceOrOpts) {
+        if (serviceOrOpts instanceof AzureOpenAI) {
+            super({});
+            this.service = serviceOrOpts;
+            return;
+        }
+        const opts = serviceOrOpts ?? {};
+        super(opts);
+        if (!opts.azureADTokenProvider && !opts.apiKey) {
+            opts.azureADTokenProvider = this.getDefaultCognitiveServicesAuth();
+        }
+        this.service = new AzureOpenAI({
+            apiKey: opts.apiKey,
+            azureADTokenProvider: opts.azureADTokenProvider,
+            endpoint: opts.endpoint,
+            apiVersion: opts.apiVersion ?? "2024-10-21",
+            deployment: opts.deployment
+        });
+    }
+    /**
+     * Get default authentication for Azure Cognitive Services API
+     */
+    getDefaultCognitiveServicesAuth() {
+        const scope = "https://cognitiveservices.azure.com/.default";
+        const azureADTokenProvider = getBearerTokenProvider(new DefaultAzureCredential(), scope);
+        return azureADTokenProvider;
+    }
+    async listModels() {
+        return this._listModels();
+    }
+    async _listModels(_filter) {
+        if (!this.service.deploymentName) {
+            throw new Error("A specific deployment is not set. Azure OpenAI cannot list deployments. Update your endpoint URL to include the deployment name, e.g., https://your-resource.openai.azure.com/openai/deployments/your-deployment/chat/completions");
+        }
+        //Do a test execution to check if the model works and to get the model ID.
+        let modelID = this.service.deploymentName;
+        try {
+            const testResponse = await this.service.chat.completions.create({
+                model: this.service.deploymentName,
+                messages: [{ role: "user", content: "Hi" }],
+                max_tokens: 1,
+            });
+            modelID = testResponse.model;
+        }
+        catch (error) {
+            this.logger.error("Failed to test model for Azure OpenAI listing :", error);
+        }
+        const modelCapability = getModelCapabilities(modelID, "openai");
+        return [{
+                id: modelID,
+                name: this.service.deploymentName,
+                provider: this.provider,
+                owner: "openai",
+                input_modalities: modelModalitiesToArray(modelCapability.input),
+                output_modalities: modelModalitiesToArray(modelCapability.output),
+                tool_support: modelCapability.tool_support,
+            }];
+    }
+}
+//# sourceMappingURL=azure_openai.js.map

package/lib/esm/src/openai/azure_openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"azure_openai.js","sourceRoot":"","sources":["../../../../src/openai/azure_openai.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,MAAM,iBAAiB,CAAC;AACjF,OAAO,EAA0B,oBAAoB,EAAE,sBAAsB,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACnH,OAAe,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAC7C,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAmB9C,MAAM,OAAO,iBAAkB,SAAQ,gBAAgB;IAGnD,OAAO,CAAc;IACZ,QAAQ,GAAG,SAAS,CAAC,YAAY,CAAC;IAE3C,sEAAsE;IACtE,YAAY,aAAqD;QAC7D,IAAI,aAAa,YAAY,WAAW,EAAE,CAAC;YACvC,KAAK,CAAC,EAAE,CAAC,CAAC;YACV,IAAI,CAAC,OAAO,GAAG,aAAa,CAAC;YAC7B,OAAO;QACX,CAAC;QACD,MAAM,IAAI,GAAG,aAAa,IAAI,EAAE,CAAC;QACjC,KAAK,CAAC,IAAI,CAAC,CAAC;QACZ,IAAI,CAAC,IAAI,CAAC,oBAAoB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YAC7C,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,+BAA+B,EAAE,CAAC;QACvE,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,IAAI,WAAW,CAAC;YAC3B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,oBAAoB,EAAE,IAAI,CAAC,oBAAoB;YAC/C,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,YAAY;YAC3C,UAAU,EAAE,IAAI,CAAC,UAAU;SAC9B,CAAC,CAAC;IACP,CAAC;IAED;;OAEG;IACH,+BAA+B;QAC3B,MAAM,KAAK,GAAG,8CAA8C,CAAC;QAC7D,MAAM,oBAAoB,GAAG,sBAAsB,CAAC,IAAI,sBAAsB,EAAE,EAAE,KAAK,CAAC,CAAC;QACzF,OAAO,oBAAoB,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,OAA6C;QAC3D,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,mOAAmO,CAAC,CAAC;QACzP,CAAC;QAED,0EAA0E;QAC1E,IAAI,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC;QAC1C,IAAI,CAAC;YACD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBAC5D,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,cAAc;gBAClC,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;gBAC3C,UAAU,EAAE,CAAC;aAChB,CAAC,CAAC;YACH,OAAO,GAAG,YAAY,CAAC,KAAK,CAAC;QACjC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iDAAiD,EAAE,KAAK,CAAC,CAAC;QAChF,CAAC;QACD,MAAM,eAAe,GAAG,oBAAoB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAChE,OAAO,CAAC;gBACJ,EAAE,EAAE,OAAO;gBACX,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,cAAc;gBACjC,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,QAAQ;gBACf,gBAAgB,EAAE,sBAAsB,CAAC,eAAe,CAAC,KAAK,CAAC;gBAC/D,iBAAiB,EAAE,sBAAsB,CAAC,eAAe,CAAC,MAAM,CAAC;gBACjE,YAAY,EAAE,eAAe,CAAC,YAAY;aACnB,CAAC,CAAC;IACjC,CAAC;CACJ"}