modelfusion 0.113.0 → 0.114.1

package/model-provider/openai/AbstractOpenAIChatModel.d.ts

@@ -1,5 +1,5 @@
 import { z } from "zod";
-import { FunctionOptions } from "../../core/FunctionOptions.js";
+import { FunctionCallOptions } from "../../core/FunctionOptions.js";
 import { ApiConfiguration } from "../../core/api/ApiConfiguration.js";
 import { ResponseHandler } from "../../core/api/postToApi.js";
 import { AbstractModel } from "../../model-function/AbstractModel.js";
@@ -82,15 +82,14 @@ export type OpenAIChatPrompt = OpenAIChatMessage[];
  */
 export declare abstract class AbstractOpenAIChatModel<SETTINGS extends AbstractOpenAIChatSettings> extends AbstractModel<SETTINGS> {
     constructor(settings: SETTINGS);
-    callAPI<RESULT>(messages: OpenAIChatPrompt, options: {
+    callAPI<RESULT>(messages: OpenAIChatPrompt, callOptions: FunctionCallOptions, options: {
         responseFormat: OpenAIChatResponseFormatType<RESULT>;
-    } & FunctionOptions & {
         functions?: AbstractOpenAIChatSettings["functions"];
         functionCall?: AbstractOpenAIChatSettings["functionCall"];
         tools?: AbstractOpenAIChatSettings["tools"];
         toolChoice?: AbstractOpenAIChatSettings["toolChoice"];
     }): Promise<RESULT>;
-    doGenerateTexts(prompt: OpenAIChatPrompt, options?: FunctionOptions): Promise<{
+    doGenerateTexts(prompt: OpenAIChatPrompt, options: FunctionCallOptions): Promise<{
         response: {
             object: "chat.completion";
             model: string;
@@ -118,7 +117,7 @@ export declare abstract class AbstractOpenAIChatModel<SETTINGS extends AbstractO
                         id: string;
                     }[] | undefined;
                 };
-                index: number;
+                index?: number | undefined;
                 logprobs?: any;
                 finish_reason?: "length" | "stop" | "function_call" | "tool_calls" | "content_filter" | null | undefined;
             }[];
@@ -134,10 +133,97 @@ export declare abstract class AbstractOpenAIChatModel<SETTINGS extends AbstractO
             totalTokens: number;
         };
     }>;
+    restoreGeneratedTexts(rawResponse: unknown): {
+        response: {
+            object: "chat.completion";
+            model: string;
+            usage: {
+                prompt_tokens: number;
+                completion_tokens: number;
+                total_tokens: number;
+            };
+            id: string;
+            created: number;
+            choices: {
+                message: {
+                    role: "assistant";
+                    content: string | null;
+                    function_call?: {
+                        name: string;
+                        arguments: string;
+                    } | undefined;
+                    tool_calls?: {
+                        function: {
+                            name: string;
+                            arguments: string;
+                        };
+                        type: "function";
+                        id: string;
+                    }[] | undefined;
+                };
+                index?: number | undefined;
+                logprobs?: any;
+                finish_reason?: "length" | "stop" | "function_call" | "tool_calls" | "content_filter" | null | undefined;
+            }[];
+            system_fingerprint?: string | null | undefined;
+        };
+        textGenerationResults: {
+            text: string;
+            finishReason: TextGenerationFinishReason;
+        }[];
+        usage: {
+            promptTokens: number;
+            completionTokens: number;
+            totalTokens: number;
+        };
+    };
+    processTextGenerationResponse(response: OpenAIChatResponse): {
+        response: {
+            object: "chat.completion";
+            model: string;
+            usage: {
+                prompt_tokens: number;
+                completion_tokens: number;
+                total_tokens: number;
+            };
+            id: string;
+            created: number;
+            choices: {
+                message: {
+                    role: "assistant";
+                    content: string | null;
+                    function_call?: {
+                        name: string;
+                        arguments: string;
+                    } | undefined;
+                    tool_calls?: {
+                        function: {
+                            name: string;
+                            arguments: string;
+                        };
+                        type: "function";
+                        id: string;
+                    }[] | undefined;
+                };
+                index?: number | undefined;
+                logprobs?: any;
+                finish_reason?: "length" | "stop" | "function_call" | "tool_calls" | "content_filter" | null | undefined;
+            }[];
+            system_fingerprint?: string | null | undefined;
+        };
+        textGenerationResults: {
+            text: string;
+            finishReason: TextGenerationFinishReason;
+        }[];
+        usage: {
+            promptTokens: number;
+            completionTokens: number;
+            totalTokens: number;
+        };
+    };
     private translateFinishReason;
-    doStreamText(prompt: OpenAIChatPrompt, options?: FunctionOptions): Promise<AsyncIterable<import("../../index.js").Delta<{
+    doStreamText(prompt: OpenAIChatPrompt, options: FunctionCallOptions): Promise<AsyncIterable<import("../../index.js").Delta<{
         object: "chat.completion.chunk";
-        model: string;
         id: string;
         created: number;
         choices: {
@@ -160,10 +246,11 @@ export declare abstract class AbstractOpenAIChatModel<SETTINGS extends AbstractO
             index: number;
             finish_reason?: "length" | "stop" | "function_call" | "tool_calls" | "content_filter" | null | undefined;
         }[];
+        model?: string | undefined;
         system_fingerprint?: string | null | undefined;
     }>>>;
     extractTextDelta(delta: unknown): string | undefined;
-    doGenerateToolCall(tool: ToolDefinition<string, unknown>, prompt: OpenAIChatPrompt, options?: FunctionOptions): Promise<{
+    doGenerateToolCall(tool: ToolDefinition<string, unknown>, prompt: OpenAIChatPrompt, options: FunctionCallOptions): Promise<{
         response: {
             object: "chat.completion";
             model: string;
@@ -191,7 +278,7 @@ export declare abstract class AbstractOpenAIChatModel<SETTINGS extends AbstractO
                         id: string;
                     }[] | undefined;
                 };
-                index: number;
+                index?: number | undefined;
                 logprobs?: any;
                 finish_reason?: "length" | "stop" | "function_call" | "tool_calls" | "content_filter" | null | undefined;
             }[];
@@ -207,7 +294,7 @@ export declare abstract class AbstractOpenAIChatModel<SETTINGS extends AbstractO
             totalTokens: number;
         };
     }>;
-    doGenerateToolCalls(tools: Array<ToolDefinition<string, unknown>>, prompt: OpenAIChatPrompt, options?: FunctionOptions): Promise<{
+    doGenerateToolCalls(tools: Array<ToolDefinition<string, unknown>>, prompt: OpenAIChatPrompt, options: FunctionCallOptions): Promise<{
         response: {
             object: "chat.completion";
             model: string;
@@ -235,7 +322,7 @@ export declare abstract class AbstractOpenAIChatModel<SETTINGS extends AbstractO
                         id: string;
                     }[] | undefined;
                 };
-                index: number;
+                index?: number | undefined;
                 logprobs?: any;
                 finish_reason?: "length" | "stop" | "function_call" | "tool_calls" | "content_filter" | null | undefined;
             }[];
@@ -334,7 +421,7 @@ declare const openAIChatResponseSchema: z.ZodObject<{
                 id: string;
             }[] | undefined;
         }>;
-        index: z.ZodNumber;
+        index: z.ZodOptional<z.ZodNumber>;
         logprobs: z.ZodNullable<z.ZodAny>;
         finish_reason: z.ZodNullable<z.ZodOptional<z.ZodEnum<["stop", "length", "tool_calls", "content_filter", "function_call"]>>>;
     }, "strip", z.ZodTypeAny, {
@@ -354,7 +441,7 @@ declare const openAIChatResponseSchema: z.ZodObject<{
                 id: string;
             }[] | undefined;
         };
-        index: number;
+        index?: number | undefined;
         logprobs?: any;
         finish_reason?: "length" | "stop" | "function_call" | "tool_calls" | "content_filter" | null | undefined;
     }, {
@@ -374,7 +461,7 @@ declare const openAIChatResponseSchema: z.ZodObject<{
                 id: string;
             }[] | undefined;
         };
-        index: number;
+        index?: number | undefined;
         logprobs?: any;
         finish_reason?: "length" | "stop" | "function_call" | "tool_calls" | "content_filter" | null | undefined;
     }>, "many">;
@@ -422,7 +509,7 @@ declare const openAIChatResponseSchema: z.ZodObject<{
                 id: string;
             }[] | undefined;
         };
-        index: number;
+        index?: number | undefined;
         logprobs?: any;
         finish_reason?: "length" | "stop" | "function_call" | "tool_calls" | "content_filter" | null | undefined;
     }[];
@@ -454,7 +541,7 @@ declare const openAIChatResponseSchema: z.ZodObject<{
                 id: string;
             }[] | undefined;
         };
-        index: number;
+        index?: number | undefined;
         logprobs?: any;
         finish_reason?: "length" | "stop" | "function_call" | "tool_calls" | "content_filter" | null | undefined;
     }[];
@@ -579,11 +666,10 @@ declare const openaiChatChunkSchema: z.ZodObject<{
         finish_reason?: "length" | "stop" | "function_call" | "tool_calls" | "content_filter" | null | undefined;
     }>, "many">;
     created: z.ZodNumber;
-    model: z.ZodString;
+    model: z.ZodOptional<z.ZodString>;
     system_fingerprint: z.ZodNullable<z.ZodOptional<z.ZodString>>;
 }, "strip", z.ZodTypeAny, {
     object: "chat.completion.chunk";
-    model: string;
     id: string;
     created: number;
     choices: {
@@ -606,10 +692,10 @@ declare const openaiChatChunkSchema: z.ZodObject<{
         index: number;
         finish_reason?: "length" | "stop" | "function_call" | "tool_calls" | "content_filter" | null | undefined;
     }[];
+    model?: string | undefined;
     system_fingerprint?: string | null | undefined;
 }, {
     object: "chat.completion.chunk";
-    model: string;
     id: string;
     created: number;
     choices: {
@@ -632,6 +718,7 @@ declare const openaiChatChunkSchema: z.ZodObject<{
         index: number;
         finish_reason?: "length" | "stop" | "function_call" | "tool_calls" | "content_filter" | null | undefined;
     }[];
+    model?: string | undefined;
     system_fingerprint?: string | null | undefined;
 }>;
 export type OpenAIChatChunk = z.infer<typeof openaiChatChunkSchema>;
@@ -672,7 +759,7 @@ export declare const OpenAIChatResponseFormat: {
                         id: string;
                     }[] | undefined;
                 };
-                index: number;
+                index?: number | undefined;
                 logprobs?: any;
                 finish_reason?: "length" | "stop" | "function_call" | "tool_calls" | "content_filter" | null | undefined;
             }[];
@@ -688,7 +775,6 @@ export declare const OpenAIChatResponseFormat: {
             response: Response;
         }) => Promise<AsyncIterable<import("../../index.js").Delta<{
             object: "chat.completion.chunk";
-            model: string;
             id: string;
             created: number;
             choices: {
@@ -711,6 +797,7 @@ export declare const OpenAIChatResponseFormat: {
                 index: number;
                 finish_reason?: "length" | "stop" | "function_call" | "tool_calls" | "content_filter" | null | undefined;
             }[];
+            model?: string | undefined;
             system_fingerprint?: string | null | undefined;
         }>>>;
     };

package/model-provider/openai/AbstractOpenAIChatModel.js

@@ -3,6 +3,7 @@ import { callWithRetryAndThrottle } from "../../core/api/callWithRetryAndThrottl
 import { createJsonResponseHandler, postJsonToApi, } from "../../core/api/postToApi.js";
 import { zodSchema } from "../../core/schema/ZodSchema.js";
 import { parseJSON } from "../../core/schema/parseJSON.js";
+import { validateTypes } from "../../core/schema/validateTypes.js";
 import { AbstractModel } from "../../model-function/AbstractModel.js";
 import { createEventSourceResponseHandler } from "../../util/streaming/createEventSourceResponseHandler.js";
 import { OpenAIApiConfiguration } from "./OpenAIApiConfiguration.js";
@@ -16,12 +17,12 @@ export class AbstractOpenAIChatModel extends AbstractModel {
     constructor(settings) {
         super({ settings });
     }
-    async callAPI(messages, options) {
+    async callAPI(messages, callOptions, options) {
         const api = this.settings.api ?? new OpenAIApiConfiguration();
         const responseFormat = options.responseFormat;
-        const abortSignal = options.run?.abortSignal;
+        const abortSignal = callOptions.run?.abortSignal;
         const user = this.settings.isUserIdForwardingEnabled
-            ? options.run?.userId
+            ? callOptions.run?.userId
             : undefined;
         const openAIResponseFormat = this.settings.responseFormat;
         // function & tool calling:
@@ -42,7 +43,12 @@ export class AbstractOpenAIChatModel extends AbstractModel {
                 }
                 return postJsonToApi({
                     url: api.assembleUrl("/chat/completions"),
-                    headers: api.headers,
+                    headers: api.headers({
+                        functionType: callOptions.functionType,
+                        functionId: callOptions.functionId,
+                        run: callOptions.run,
+                        callId: callOptions.callId,
+                    }),
                     body: {
                         stream: responseFormat.stream,
                         model: this.settings.model,
@@ -71,10 +77,17 @@ export class AbstractOpenAIChatModel extends AbstractModel {
         });
     }
     async doGenerateTexts(prompt, options) {
-        const response = await this.callAPI(prompt, {
-            ...options,
+        return this.processTextGenerationResponse(await this.callAPI(prompt, options, {
             responseFormat: OpenAIChatResponseFormat.json,
-        });
+        }));
+    }
+    restoreGeneratedTexts(rawResponse) {
+        return this.processTextGenerationResponse(validateTypes({
+            structure: rawResponse,
+            schema: zodSchema(openAIChatResponseSchema),
+        }));
+    }
+    processTextGenerationResponse(response) {
         return {
             response,
             textGenerationResults: response.choices.map((choice) => ({
@@ -100,8 +113,7 @@ export class AbstractOpenAIChatModel extends AbstractModel {
         }
     }
     doStreamText(prompt, options) {
-        return this.callAPI(prompt, {
-            ...options,
+        return this.callAPI(prompt, options, {
             responseFormat: OpenAIChatResponseFormat.deltaIterable,
         });
     }
@@ -118,8 +130,7 @@ export class AbstractOpenAIChatModel extends AbstractModel {
         return firstChoice.delta.content ?? undefined;
     }
     async doGenerateToolCall(tool, prompt, options) {
-        const response = await this.callAPI(prompt, {
-            ...options,
+        const response = await this.callAPI(prompt, options, {
             responseFormat: OpenAIChatResponseFormat.json,
             toolChoice: {
                 type: "function",
@@ -149,8 +160,7 @@ export class AbstractOpenAIChatModel extends AbstractModel {
         };
     }
     async doGenerateToolCalls(tools, prompt, options) {
-        const response = await this.callAPI(prompt, {
-            ...options,
+        const response = await this.callAPI(prompt, options, {
             responseFormat: OpenAIChatResponseFormat.json,
             toolChoice: "auto",
             tools: tools.map((tool) => ({
@@ -205,7 +215,7 @@ const openAIChatResponseSchema = z.object({
             }))
                 .optional(),
         }),
-        index: z.number(),
+        index: z.number().optional(), // optional for OpenAI compatible models
         logprobs: z.nullable(z.any()),
         finish_reason: z
             .enum([
@@ -265,7 +275,7 @@ const openaiChatChunkSchema = z.object({
         index: z.number(),
     })),
     created: z.number(),
-    model: z.string(),
+    model: z.string().optional(), // optional for OpenAI compatible models
     system_fingerprint: z.string().optional().nullable(),
 });
 export const OpenAIChatResponseFormat = {

package/model-provider/openai/AbstractOpenAICompletionModel.cjs

@@ -5,6 +5,7 @@ const zod_1 = require("zod");
 const callWithRetryAndThrottle_js_1 = require("../../core/api/callWithRetryAndThrottle.cjs");
 const postToApi_js_1 = require("../../core/api/postToApi.cjs");
 const ZodSchema_js_1 = require("../../core/schema/ZodSchema.cjs");
+const validateTypes_js_1 = require("../../core/schema/validateTypes.cjs");
 const AbstractModel_js_1 = require("../../model-function/AbstractModel.cjs");
 const createEventSourceResponseHandler_js_1 = require("../../util/streaming/createEventSourceResponseHandler.cjs");
 const OpenAIApiConfiguration_js_1 = require("./OpenAIApiConfiguration.cjs");
@@ -18,12 +19,12 @@ class AbstractOpenAICompletionModel extends AbstractModel_js_1.AbstractModel {
     constructor(settings) {
         super({ settings });
     }
-    async callAPI(prompt, options) {
+    async callAPI(prompt, callOptions, options) {
         const api = this.settings.api ?? new OpenAIApiConfiguration_js_1.OpenAIApiConfiguration();
         const user = this.settings.isUserIdForwardingEnabled
-            ? options.run?.userId
+            ? callOptions.run?.userId
             : undefined;
-        const abortSignal = options.run?.abortSignal;
+        const abortSignal = callOptions.run?.abortSignal;
         const openaiResponseFormat = options.responseFormat;
         // empty arrays are not allowed for stop:
         const stopSequences = this.settings.stopSequences != null &&
@@ -36,7 +37,12 @@ class AbstractOpenAICompletionModel extends AbstractModel_js_1.AbstractModel {
             throttle: api.throttle,
             call: async () => (0, postToApi_js_1.postJsonToApi)({
                 url: api.assembleUrl("/completions"),
-                headers: api.headers,
+                headers: api.headers({
+                    functionType: callOptions.functionType,
+                    functionId: callOptions.functionId,
+                    run: callOptions.run,
+                    callId: callOptions.callId,
+                }),
                 body: {
                     stream: openaiResponseFormat.stream,
                     model: this.settings.model,
@@ -63,10 +69,17 @@ class AbstractOpenAICompletionModel extends AbstractModel_js_1.AbstractModel {
         });
     }
     async doGenerateTexts(prompt, options) {
-        const response = await this.callAPI(prompt, {
-            ...options,
+        return this.processTextGenerationResponse(await this.callAPI(prompt, options, {
             responseFormat: exports.OpenAITextResponseFormat.json,
-        });
+        }));
+    }
+    restoreGeneratedTexts(rawResponse) {
+        return this.processTextGenerationResponse((0, validateTypes_js_1.validateTypes)({
+            structure: rawResponse,
+            schema: (0, ZodSchema_js_1.zodSchema)(OpenAICompletionResponseSchema),
+        }));
+    }
+    processTextGenerationResponse(response) {
         return {
             response,
             textGenerationResults: response.choices.map((choice) => {
@@ -95,8 +108,7 @@ class AbstractOpenAICompletionModel extends AbstractModel_js_1.AbstractModel {
         }
     }
     doStreamText(prompt, options) {
-        return this.callAPI(prompt, {
-            ...options,
+        return this.callAPI(prompt, options, {
             responseFormat: exports.OpenAITextResponseFormat.deltaIterable,
         });
     }

package/model-provider/openai/AbstractOpenAICompletionModel.d.ts

@@ -1,5 +1,5 @@
 import { z } from "zod";
-import { FunctionOptions } from "../../core/FunctionOptions.js";
+import { FunctionCallOptions } from "../../core/FunctionOptions.js";
 import { ApiConfiguration } from "../../core/api/ApiConfiguration.js";
 import { ResponseHandler } from "../../core/api/postToApi.js";
 import { AbstractModel } from "../../model-function/AbstractModel.js";
@@ -27,10 +27,10 @@ export interface AbstractOpenAICompletionModelSettings extends TextGenerationMod
  */
 export declare abstract class AbstractOpenAICompletionModel<SETTINGS extends AbstractOpenAICompletionModelSettings> extends AbstractModel<SETTINGS> {
     constructor(settings: SETTINGS);
-    callAPI<RESULT>(prompt: string, options: {
+    callAPI<RESULT>(prompt: string, callOptions: FunctionCallOptions, options: {
         responseFormat: OpenAITextResponseFormatType<RESULT>;
-    } & FunctionOptions): Promise<RESULT>;
-    doGenerateTexts(prompt: string, options?: FunctionOptions): Promise<{
+    }): Promise<RESULT>;
+    doGenerateTexts(prompt: string, options: FunctionCallOptions): Promise<{
         response: {
             object: "text_completion";
             model: string;
@@ -59,8 +59,38 @@ export declare abstract class AbstractOpenAICompletionModel<SETTINGS extends Abs
             totalTokens: number;
         };
     }>;
+    restoreGeneratedTexts(rawResponse: unknown): {
+        response: {
+            object: "text_completion";
+            model: string;
+            usage: {
+                prompt_tokens: number;
+                completion_tokens: number;
+                total_tokens: number;
+            };
+            id: string;
+            created: number;
+            choices: {
+                text: string;
+                index: number;
+                finish_reason?: "length" | "stop" | "content_filter" | null | undefined;
+                logprobs?: any;
+            }[];
+            system_fingerprint?: string | undefined;
+        };
+        textGenerationResults: {
+            finishReason: TextGenerationFinishReason;
+            text: string;
+        }[];
+        usage: {
+            promptTokens: number;
+            completionTokens: number;
+            totalTokens: number;
+        };
+    };
+    private processTextGenerationResponse;
     private translateFinishReason;
-    doStreamText(prompt: string, options?: FunctionOptions): Promise<AsyncIterable<import("../../index.js").Delta<{
+    doStreamText(prompt: string, options: FunctionCallOptions): Promise<AsyncIterable<import("../../index.js").Delta<{
         object: "text_completion";
         model: string;
         id: string;

package/model-provider/openai/AbstractOpenAICompletionModel.js

@@ -2,6 +2,7 @@ import { z } from "zod";
 import { callWithRetryAndThrottle } from "../../core/api/callWithRetryAndThrottle.js";
 import { createJsonResponseHandler, postJsonToApi, } from "../../core/api/postToApi.js";
 import { zodSchema } from "../../core/schema/ZodSchema.js";
+import { validateTypes } from "../../core/schema/validateTypes.js";
 import { AbstractModel } from "../../model-function/AbstractModel.js";
 import { createEventSourceResponseHandler } from "../../util/streaming/createEventSourceResponseHandler.js";
 import { OpenAIApiConfiguration } from "./OpenAIApiConfiguration.js";
@@ -15,12 +16,12 @@ export class AbstractOpenAICompletionModel extends AbstractModel {
     constructor(settings) {
         super({ settings });
     }
-    async callAPI(prompt, options) {
+    async callAPI(prompt, callOptions, options) {
         const api = this.settings.api ?? new OpenAIApiConfiguration();
         const user = this.settings.isUserIdForwardingEnabled
-            ? options.run?.userId
+            ? callOptions.run?.userId
             : undefined;
-        const abortSignal = options.run?.abortSignal;
+        const abortSignal = callOptions.run?.abortSignal;
         const openaiResponseFormat = options.responseFormat;
         // empty arrays are not allowed for stop:
         const stopSequences = this.settings.stopSequences != null &&
@@ -33,7 +34,12 @@ export class AbstractOpenAICompletionModel extends AbstractModel {
             throttle: api.throttle,
             call: async () => postJsonToApi({
                 url: api.assembleUrl("/completions"),
-                headers: api.headers,
+                headers: api.headers({
+                    functionType: callOptions.functionType,
+                    functionId: callOptions.functionId,
+                    run: callOptions.run,
+                    callId: callOptions.callId,
+                }),
                 body: {
                     stream: openaiResponseFormat.stream,
                     model: this.settings.model,
@@ -60,10 +66,17 @@ export class AbstractOpenAICompletionModel extends AbstractModel {
         });
     }
     async doGenerateTexts(prompt, options) {
-        const response = await this.callAPI(prompt, {
-            ...options,
+        return this.processTextGenerationResponse(await this.callAPI(prompt, options, {
             responseFormat: OpenAITextResponseFormat.json,
-        });
+        }));
+    }
+    restoreGeneratedTexts(rawResponse) {
+        return this.processTextGenerationResponse(validateTypes({
+            structure: rawResponse,
+            schema: zodSchema(OpenAICompletionResponseSchema),
+        }));
+    }
+    processTextGenerationResponse(response) {
         return {
             response,
             textGenerationResults: response.choices.map((choice) => {
@@ -92,8 +105,7 @@ export class AbstractOpenAICompletionModel extends AbstractModel {
         }
     }
     doStreamText(prompt, options) {
-        return this.callAPI(prompt, {
-            ...options,
+        return this.callAPI(prompt, options, {
             responseFormat: OpenAITextResponseFormat.deltaIterable,
         });
     }

package/model-provider/openai/AzureOpenAIApiConfiguration.cjs

@@ -31,7 +31,7 @@ class AzureOpenAIApiConfiguration extends AbstractApiConfiguration_js_1.Abstract
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "headers", {
+        Object.defineProperty(this, "fixedHeaderValue", {
             enumerable: true,
             configurable: true,
             writable: true,
@@ -40,7 +40,7 @@ class AzureOpenAIApiConfiguration extends AbstractApiConfiguration_js_1.Abstract
         this.resourceName = resourceName;
         this.deploymentId = deploymentId;
         this.apiVersion = apiVersion;
-        this.headers = {
+        this.fixedHeaderValue = {
             "api-key": (0, loadApiKey_js_1.loadApiKey)({
                 apiKey,
                 environmentVariableName: "AZURE_OPENAI_API_KEY",
@@ -51,5 +51,8 @@ class AzureOpenAIApiConfiguration extends AbstractApiConfiguration_js_1.Abstract
     assembleUrl(path) {
         return `https://${this.resourceName}.openai.azure.com/openai/deployments/${this.deploymentId}${path}?api-version=${this.apiVersion}`;
     }
+    fixedHeaders() {
+        return this.fixedHeaderValue;
+    }
 }
 exports.AzureOpenAIApiConfiguration = AzureOpenAIApiConfiguration;

package/model-provider/openai/AzureOpenAIApiConfiguration.d.ts

@@ -20,7 +20,8 @@ export declare class AzureOpenAIApiConfiguration extends AbstractApiConfiguratio
     readonly resourceName: string;
     readonly deploymentId: string;
     readonly apiVersion: string;
-    readonly headers: Record<string, string>;
+    readonly fixedHeaderValue: Record<string, string>;
     constructor({ resourceName, deploymentId, apiVersion, apiKey, retry, throttle, }: AzureOpenAIApiConfigurationOptions);
     assembleUrl(path: string): string;
+    fixedHeaders(): Record<string, string>;
 }

package/model-provider/openai/AzureOpenAIApiConfiguration.js

@@ -28,7 +28,7 @@ export class AzureOpenAIApiConfiguration extends AbstractApiConfiguration {
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "headers", {
+        Object.defineProperty(this, "fixedHeaderValue", {
             enumerable: true,
             configurable: true,
             writable: true,
@@ -37,7 +37,7 @@ export class AzureOpenAIApiConfiguration extends AbstractApiConfiguration {
         this.resourceName = resourceName;
         this.deploymentId = deploymentId;
         this.apiVersion = apiVersion;
-        this.headers = {
+        this.fixedHeaderValue = {
             "api-key": loadApiKey({
                 apiKey,
                 environmentVariableName: "AZURE_OPENAI_API_KEY",
@@ -48,4 +48,7 @@ export class AzureOpenAIApiConfiguration extends AbstractApiConfiguration {
     assembleUrl(path) {
         return `https://${this.resourceName}.openai.azure.com/openai/deployments/${this.deploymentId}${path}?api-version=${this.apiVersion}`;
     }
+    fixedHeaders() {
+        return this.fixedHeaderValue;
+    }
 }