modelfusion 0.113.0 → 0.114.0

package/model-provider/openai/AbstractOpenAIChatModel.d.ts

@@ -1,5 +1,5 @@
 import { z } from "zod";
-import { FunctionOptions } from "../../core/FunctionOptions.js";
+import { FunctionCallOptions } from "../../core/FunctionOptions.js";
 import { ApiConfiguration } from "../../core/api/ApiConfiguration.js";
 import { ResponseHandler } from "../../core/api/postToApi.js";
 import { AbstractModel } from "../../model-function/AbstractModel.js";
@@ -82,15 +82,14 @@ export type OpenAIChatPrompt = OpenAIChatMessage[];
  */
 export declare abstract class AbstractOpenAIChatModel<SETTINGS extends AbstractOpenAIChatSettings> extends AbstractModel<SETTINGS> {
     constructor(settings: SETTINGS);
-    callAPI<RESULT>(messages: OpenAIChatPrompt, options: {
+    callAPI<RESULT>(messages: OpenAIChatPrompt, callOptions: FunctionCallOptions, options: {
         responseFormat: OpenAIChatResponseFormatType<RESULT>;
-    } & FunctionOptions & {
         functions?: AbstractOpenAIChatSettings["functions"];
         functionCall?: AbstractOpenAIChatSettings["functionCall"];
         tools?: AbstractOpenAIChatSettings["tools"];
         toolChoice?: AbstractOpenAIChatSettings["toolChoice"];
     }): Promise<RESULT>;
-    doGenerateTexts(prompt: OpenAIChatPrompt, options?: FunctionOptions): Promise<{
+    doGenerateTexts(prompt: OpenAIChatPrompt, options: FunctionCallOptions): Promise<{
         response: {
             object: "chat.completion";
             model: string;
@@ -134,8 +133,96 @@ export declare abstract class AbstractOpenAIChatModel<SETTINGS extends AbstractO
             totalTokens: number;
         };
     }>;
+    restoreGeneratedTexts(rawResponse: unknown): {
+        response: {
+            object: "chat.completion";
+            model: string;
+            usage: {
+                prompt_tokens: number;
+                completion_tokens: number;
+                total_tokens: number;
+            };
+            id: string;
+            created: number;
+            choices: {
+                message: {
+                    role: "assistant";
+                    content: string | null;
+                    function_call?: {
+                        name: string;
+                        arguments: string;
+                    } | undefined;
+                    tool_calls?: {
+                        function: {
+                            name: string;
+                            arguments: string;
+                        };
+                        type: "function";
+                        id: string;
+                    }[] | undefined;
+                };
+                index: number;
+                logprobs?: any;
+                finish_reason?: "length" | "stop" | "function_call" | "tool_calls" | "content_filter" | null | undefined;
+            }[];
+            system_fingerprint?: string | null | undefined;
+        };
+        textGenerationResults: {
+            text: string;
+            finishReason: TextGenerationFinishReason;
+        }[];
+        usage: {
+            promptTokens: number;
+            completionTokens: number;
+            totalTokens: number;
+        };
+    };
+    processTextGenerationResponse(response: OpenAIChatResponse): {
+        response: {
+            object: "chat.completion";
+            model: string;
+            usage: {
+                prompt_tokens: number;
+                completion_tokens: number;
+                total_tokens: number;
+            };
+            id: string;
+            created: number;
+            choices: {
+                message: {
+                    role: "assistant";
+                    content: string | null;
+                    function_call?: {
+                        name: string;
+                        arguments: string;
+                    } | undefined;
+                    tool_calls?: {
+                        function: {
+                            name: string;
+                            arguments: string;
+                        };
+                        type: "function";
+                        id: string;
+                    }[] | undefined;
+                };
+                index: number;
+                logprobs?: any;
+                finish_reason?: "length" | "stop" | "function_call" | "tool_calls" | "content_filter" | null | undefined;
+            }[];
+            system_fingerprint?: string | null | undefined;
+        };
+        textGenerationResults: {
+            text: string;
+            finishReason: TextGenerationFinishReason;
+        }[];
+        usage: {
+            promptTokens: number;
+            completionTokens: number;
+            totalTokens: number;
+        };
+    };
     private translateFinishReason;
-    doStreamText(prompt: OpenAIChatPrompt, options?: FunctionOptions): Promise<AsyncIterable<import("../../index.js").Delta<{
+    doStreamText(prompt: OpenAIChatPrompt, options: FunctionCallOptions): Promise<AsyncIterable<import("../../index.js").Delta<{
         object: "chat.completion.chunk";
         model: string;
         id: string;
@@ -163,7 +250,7 @@ export declare abstract class AbstractOpenAIChatModel<SETTINGS extends AbstractO
         system_fingerprint?: string | null | undefined;
     }>>>;
     extractTextDelta(delta: unknown): string | undefined;
-    doGenerateToolCall(tool: ToolDefinition<string, unknown>, prompt: OpenAIChatPrompt, options?: FunctionOptions): Promise<{
+    doGenerateToolCall(tool: ToolDefinition<string, unknown>, prompt: OpenAIChatPrompt, options: FunctionCallOptions): Promise<{
         response: {
             object: "chat.completion";
             model: string;
@@ -207,7 +294,7 @@ export declare abstract class AbstractOpenAIChatModel<SETTINGS extends AbstractO
             totalTokens: number;
         };
     }>;
-    doGenerateToolCalls(tools: Array<ToolDefinition<string, unknown>>, prompt: OpenAIChatPrompt, options?: FunctionOptions): Promise<{
+    doGenerateToolCalls(tools: Array<ToolDefinition<string, unknown>>, prompt: OpenAIChatPrompt, options: FunctionCallOptions): Promise<{
         response: {
             object: "chat.completion";
             model: string;

package/model-provider/openai/AbstractOpenAIChatModel.js

@@ -3,6 +3,7 @@ import { callWithRetryAndThrottle } from "../../core/api/callWithRetryAndThrottl
 import { createJsonResponseHandler, postJsonToApi, } from "../../core/api/postToApi.js";
 import { zodSchema } from "../../core/schema/ZodSchema.js";
 import { parseJSON } from "../../core/schema/parseJSON.js";
+import { validateTypes } from "../../core/schema/validateTypes.js";
 import { AbstractModel } from "../../model-function/AbstractModel.js";
 import { createEventSourceResponseHandler } from "../../util/streaming/createEventSourceResponseHandler.js";
 import { OpenAIApiConfiguration } from "./OpenAIApiConfiguration.js";
@@ -16,12 +17,12 @@ export class AbstractOpenAIChatModel extends AbstractModel {
     constructor(settings) {
         super({ settings });
     }
-    async callAPI(messages, options) {
+    async callAPI(messages, callOptions, options) {
         const api = this.settings.api ?? new OpenAIApiConfiguration();
         const responseFormat = options.responseFormat;
-        const abortSignal = options.run?.abortSignal;
+        const abortSignal = callOptions.run?.abortSignal;
         const user = this.settings.isUserIdForwardingEnabled
-            ? options.run?.userId
+            ? callOptions.run?.userId
             : undefined;
         const openAIResponseFormat = this.settings.responseFormat;
         // function & tool calling:
@@ -42,7 +43,12 @@ export class AbstractOpenAIChatModel extends AbstractModel {
                 }
                 return postJsonToApi({
                     url: api.assembleUrl("/chat/completions"),
-                    headers: api.headers,
+                    headers: api.headers({
+                        functionType: callOptions.functionType,
+                        functionId: callOptions.functionId,
+                        run: callOptions.run,
+                        callId: callOptions.callId,
+                    }),
                     body: {
                         stream: responseFormat.stream,
                         model: this.settings.model,
@@ -71,10 +77,17 @@ export class AbstractOpenAIChatModel extends AbstractModel {
         });
     }
     async doGenerateTexts(prompt, options) {
-        const response = await this.callAPI(prompt, {
-            ...options,
+        return this.processTextGenerationResponse(await this.callAPI(prompt, options, {
             responseFormat: OpenAIChatResponseFormat.json,
-        });
+        }));
+    }
+    restoreGeneratedTexts(rawResponse) {
+        return this.processTextGenerationResponse(validateTypes({
+            structure: rawResponse,
+            schema: zodSchema(openAIChatResponseSchema),
+        }));
+    }
+    processTextGenerationResponse(response) {
         return {
             response,
             textGenerationResults: response.choices.map((choice) => ({
@@ -100,8 +113,7 @@ export class AbstractOpenAIChatModel extends AbstractModel {
         }
     }
     doStreamText(prompt, options) {
-        return this.callAPI(prompt, {
-            ...options,
+        return this.callAPI(prompt, options, {
             responseFormat: OpenAIChatResponseFormat.deltaIterable,
         });
     }
@@ -118,8 +130,7 @@ export class AbstractOpenAIChatModel extends AbstractModel {
         return firstChoice.delta.content ?? undefined;
     }
     async doGenerateToolCall(tool, prompt, options) {
-        const response = await this.callAPI(prompt, {
-            ...options,
+        const response = await this.callAPI(prompt, options, {
             responseFormat: OpenAIChatResponseFormat.json,
             toolChoice: {
                 type: "function",
@@ -149,8 +160,7 @@ export class AbstractOpenAIChatModel extends AbstractModel {
         };
     }
     async doGenerateToolCalls(tools, prompt, options) {
-        const response = await this.callAPI(prompt, {
-            ...options,
+        const response = await this.callAPI(prompt, options, {
             responseFormat: OpenAIChatResponseFormat.json,
             toolChoice: "auto",
             tools: tools.map((tool) => ({

package/model-provider/openai/AbstractOpenAICompletionModel.cjs

@@ -5,6 +5,7 @@ const zod_1 = require("zod");
 const callWithRetryAndThrottle_js_1 = require("../../core/api/callWithRetryAndThrottle.cjs");
 const postToApi_js_1 = require("../../core/api/postToApi.cjs");
 const ZodSchema_js_1 = require("../../core/schema/ZodSchema.cjs");
+const validateTypes_js_1 = require("../../core/schema/validateTypes.cjs");
 const AbstractModel_js_1 = require("../../model-function/AbstractModel.cjs");
 const createEventSourceResponseHandler_js_1 = require("../../util/streaming/createEventSourceResponseHandler.cjs");
 const OpenAIApiConfiguration_js_1 = require("./OpenAIApiConfiguration.cjs");
@@ -18,12 +19,12 @@ class AbstractOpenAICompletionModel extends AbstractModel_js_1.AbstractModel {
     constructor(settings) {
         super({ settings });
     }
-    async callAPI(prompt, options) {
+    async callAPI(prompt, callOptions, options) {
         const api = this.settings.api ?? new OpenAIApiConfiguration_js_1.OpenAIApiConfiguration();
         const user = this.settings.isUserIdForwardingEnabled
-            ? options.run?.userId
+            ? callOptions.run?.userId
             : undefined;
-        const abortSignal = options.run?.abortSignal;
+        const abortSignal = callOptions.run?.abortSignal;
         const openaiResponseFormat = options.responseFormat;
         // empty arrays are not allowed for stop:
         const stopSequences = this.settings.stopSequences != null &&
@@ -36,7 +37,12 @@ class AbstractOpenAICompletionModel extends AbstractModel_js_1.AbstractModel {
             throttle: api.throttle,
             call: async () => (0, postToApi_js_1.postJsonToApi)({
                 url: api.assembleUrl("/completions"),
-                headers: api.headers,
+                headers: api.headers({
+                    functionType: callOptions.functionType,
+                    functionId: callOptions.functionId,
+                    run: callOptions.run,
+                    callId: callOptions.callId,
+                }),
                 body: {
                     stream: openaiResponseFormat.stream,
                     model: this.settings.model,
@@ -63,10 +69,17 @@ class AbstractOpenAICompletionModel extends AbstractModel_js_1.AbstractModel {
         });
     }
     async doGenerateTexts(prompt, options) {
-        const response = await this.callAPI(prompt, {
-            ...options,
+        return this.processTextGenerationResponse(await this.callAPI(prompt, options, {
             responseFormat: exports.OpenAITextResponseFormat.json,
-        });
+        }));
+    }
+    restoreGeneratedTexts(rawResponse) {
+        return this.processTextGenerationResponse((0, validateTypes_js_1.validateTypes)({
+            structure: rawResponse,
+            schema: (0, ZodSchema_js_1.zodSchema)(OpenAICompletionResponseSchema),
+        }));
+    }
+    processTextGenerationResponse(response) {
         return {
             response,
             textGenerationResults: response.choices.map((choice) => {
@@ -95,8 +108,7 @@ class AbstractOpenAICompletionModel extends AbstractModel_js_1.AbstractModel {
         }
     }
     doStreamText(prompt, options) {
-        return this.callAPI(prompt, {
-            ...options,
+        return this.callAPI(prompt, options, {
             responseFormat: exports.OpenAITextResponseFormat.deltaIterable,
         });
     }

package/model-provider/openai/AbstractOpenAICompletionModel.d.ts

@@ -1,5 +1,5 @@
 import { z } from "zod";
-import { FunctionOptions } from "../../core/FunctionOptions.js";
+import { FunctionCallOptions } from "../../core/FunctionOptions.js";
 import { ApiConfiguration } from "../../core/api/ApiConfiguration.js";
 import { ResponseHandler } from "../../core/api/postToApi.js";
 import { AbstractModel } from "../../model-function/AbstractModel.js";
@@ -27,10 +27,10 @@ export interface AbstractOpenAICompletionModelSettings extends TextGenerationMod
  */
 export declare abstract class AbstractOpenAICompletionModel<SETTINGS extends AbstractOpenAICompletionModelSettings> extends AbstractModel<SETTINGS> {
     constructor(settings: SETTINGS);
-    callAPI<RESULT>(prompt: string, options: {
+    callAPI<RESULT>(prompt: string, callOptions: FunctionCallOptions, options: {
         responseFormat: OpenAITextResponseFormatType<RESULT>;
-    } & FunctionOptions): Promise<RESULT>;
-    doGenerateTexts(prompt: string, options?: FunctionOptions): Promise<{
+    }): Promise<RESULT>;
+    doGenerateTexts(prompt: string, options: FunctionCallOptions): Promise<{
         response: {
             object: "text_completion";
             model: string;
@@ -59,8 +59,38 @@ export declare abstract class AbstractOpenAICompletionModel<SETTINGS extends Abs
             totalTokens: number;
         };
     }>;
+    restoreGeneratedTexts(rawResponse: unknown): {
+        response: {
+            object: "text_completion";
+            model: string;
+            usage: {
+                prompt_tokens: number;
+                completion_tokens: number;
+                total_tokens: number;
+            };
+            id: string;
+            created: number;
+            choices: {
+                text: string;
+                index: number;
+                finish_reason?: "length" | "stop" | "content_filter" | null | undefined;
+                logprobs?: any;
+            }[];
+            system_fingerprint?: string | undefined;
+        };
+        textGenerationResults: {
+            finishReason: TextGenerationFinishReason;
+            text: string;
+        }[];
+        usage: {
+            promptTokens: number;
+            completionTokens: number;
+            totalTokens: number;
+        };
+    };
+    private processTextGenerationResponse;
     private translateFinishReason;
-    doStreamText(prompt: string, options?: FunctionOptions): Promise<AsyncIterable<import("../../index.js").Delta<{
+    doStreamText(prompt: string, options: FunctionCallOptions): Promise<AsyncIterable<import("../../index.js").Delta<{
         object: "text_completion";
         model: string;
         id: string;

package/model-provider/openai/AbstractOpenAICompletionModel.js

@@ -2,6 +2,7 @@ import { z } from "zod";
 import { callWithRetryAndThrottle } from "../../core/api/callWithRetryAndThrottle.js";
 import { createJsonResponseHandler, postJsonToApi, } from "../../core/api/postToApi.js";
 import { zodSchema } from "../../core/schema/ZodSchema.js";
+import { validateTypes } from "../../core/schema/validateTypes.js";
 import { AbstractModel } from "../../model-function/AbstractModel.js";
 import { createEventSourceResponseHandler } from "../../util/streaming/createEventSourceResponseHandler.js";
 import { OpenAIApiConfiguration } from "./OpenAIApiConfiguration.js";
@@ -15,12 +16,12 @@ export class AbstractOpenAICompletionModel extends AbstractModel {
     constructor(settings) {
         super({ settings });
     }
-    async callAPI(prompt, options) {
+    async callAPI(prompt, callOptions, options) {
         const api = this.settings.api ?? new OpenAIApiConfiguration();
         const user = this.settings.isUserIdForwardingEnabled
-            ? options.run?.userId
+            ? callOptions.run?.userId
             : undefined;
-        const abortSignal = options.run?.abortSignal;
+        const abortSignal = callOptions.run?.abortSignal;
         const openaiResponseFormat = options.responseFormat;
         // empty arrays are not allowed for stop:
         const stopSequences = this.settings.stopSequences != null &&
@@ -33,7 +34,12 @@ export class AbstractOpenAICompletionModel extends AbstractModel {
             throttle: api.throttle,
             call: async () => postJsonToApi({
                 url: api.assembleUrl("/completions"),
-                headers: api.headers,
+                headers: api.headers({
+                    functionType: callOptions.functionType,
+                    functionId: callOptions.functionId,
+                    run: callOptions.run,
+                    callId: callOptions.callId,
+                }),
                 body: {
                     stream: openaiResponseFormat.stream,
                     model: this.settings.model,
@@ -60,10 +66,17 @@ export class AbstractOpenAICompletionModel extends AbstractModel {
         });
     }
     async doGenerateTexts(prompt, options) {
-        const response = await this.callAPI(prompt, {
-            ...options,
+        return this.processTextGenerationResponse(await this.callAPI(prompt, options, {
             responseFormat: OpenAITextResponseFormat.json,
-        });
+        }));
+    }
+    restoreGeneratedTexts(rawResponse) {
+        return this.processTextGenerationResponse(validateTypes({
+            structure: rawResponse,
+            schema: zodSchema(OpenAICompletionResponseSchema),
+        }));
+    }
+    processTextGenerationResponse(response) {
         return {
             response,
             textGenerationResults: response.choices.map((choice) => {
@@ -92,8 +105,7 @@ export class AbstractOpenAICompletionModel extends AbstractModel {
         }
     }
     doStreamText(prompt, options) {
-        return this.callAPI(prompt, {
-            ...options,
+        return this.callAPI(prompt, options, {
             responseFormat: OpenAITextResponseFormat.deltaIterable,
         });
     }

package/model-provider/openai/AzureOpenAIApiConfiguration.cjs

@@ -31,7 +31,7 @@ class AzureOpenAIApiConfiguration extends AbstractApiConfiguration_js_1.Abstract
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "headers", {
+        Object.defineProperty(this, "fixedHeaderValue", {
             enumerable: true,
             configurable: true,
             writable: true,
@@ -40,7 +40,7 @@ class AzureOpenAIApiConfiguration extends AbstractApiConfiguration_js_1.Abstract
         this.resourceName = resourceName;
         this.deploymentId = deploymentId;
         this.apiVersion = apiVersion;
-        this.headers = {
+        this.fixedHeaderValue = {
             "api-key": (0, loadApiKey_js_1.loadApiKey)({
                 apiKey,
                 environmentVariableName: "AZURE_OPENAI_API_KEY",
@@ -51,5 +51,8 @@ class AzureOpenAIApiConfiguration extends AbstractApiConfiguration_js_1.Abstract
     assembleUrl(path) {
         return `https://${this.resourceName}.openai.azure.com/openai/deployments/${this.deploymentId}${path}?api-version=${this.apiVersion}`;
     }
+    fixedHeaders() {
+        return this.fixedHeaderValue;
+    }
 }
 exports.AzureOpenAIApiConfiguration = AzureOpenAIApiConfiguration;

package/model-provider/openai/AzureOpenAIApiConfiguration.d.ts

@@ -20,7 +20,8 @@ export declare class AzureOpenAIApiConfiguration extends AbstractApiConfiguratio
     readonly resourceName: string;
     readonly deploymentId: string;
     readonly apiVersion: string;
-    readonly headers: Record<string, string>;
+    readonly fixedHeaderValue: Record<string, string>;
     constructor({ resourceName, deploymentId, apiVersion, apiKey, retry, throttle, }: AzureOpenAIApiConfigurationOptions);
     assembleUrl(path: string): string;
+    fixedHeaders(): Record<string, string>;
 }

package/model-provider/openai/AzureOpenAIApiConfiguration.js

@@ -28,7 +28,7 @@ export class AzureOpenAIApiConfiguration extends AbstractApiConfiguration {
             writable: true,
             value: void 0
         });
-        Object.defineProperty(this, "headers", {
+        Object.defineProperty(this, "fixedHeaderValue", {
             enumerable: true,
             configurable: true,
             writable: true,
@@ -37,7 +37,7 @@ export class AzureOpenAIApiConfiguration extends AbstractApiConfiguration {
         this.resourceName = resourceName;
         this.deploymentId = deploymentId;
         this.apiVersion = apiVersion;
-        this.headers = {
+        this.fixedHeaderValue = {
             "api-key": loadApiKey({
                 apiKey,
                 environmentVariableName: "AZURE_OPENAI_API_KEY",
@@ -48,4 +48,7 @@ export class AzureOpenAIApiConfiguration extends AbstractApiConfiguration {
     assembleUrl(path) {
         return `https://${this.resourceName}.openai.azure.com/openai/deployments/${this.deploymentId}${path}?api-version=${this.apiVersion}`;
     }
+    fixedHeaders() {
+        return this.fixedHeaderValue;
+    }
 }

package/model-provider/openai/OpenAIChatFunctionCallStructureGenerationModel.cjs

@@ -44,10 +44,18 @@ class OpenAIChatFunctionCallStructureGenerationModel {
         return this.model.modelInformation;
     }
     get settings() {
-        return this.model.settings;
+        return {
+            ...this.model.settings,
+            fnName: this.fnName,
+            fnDescription: this.fnDescription,
+        };
     }
     get settingsForEvent() {
-        return this.model.settingsForEvent;
+        return {
+            ...this.model.settingsForEvent,
+            fnName: this.fnName,
+            fnDescription: this.fnDescription,
+        };
     }
     /**
      * Returns this model with a text prompt template.
@@ -100,8 +108,7 @@ class OpenAIChatFunctionCallStructureGenerationModel {
                 ...this.promptTemplate.stopSequences,
             ],
         })
-            .callAPI(expandedPrompt, {
-            ...options,
+            .callAPI(expandedPrompt, options, {
             responseFormat: AbstractOpenAIChatModel_js_1.OpenAIChatResponseFormat.json,
             functionCall: { name: this.fnName },
             functions: [
@@ -131,8 +138,7 @@ class OpenAIChatFunctionCallStructureGenerationModel {
     async doStreamStructure(schema, prompt, // first argument of the function
     options) {
         const expandedPrompt = this.promptTemplate.format(prompt);
-        return this.model.callAPI(expandedPrompt, {
-            ...options,
+        return this.model.callAPI(expandedPrompt, options, {
             responseFormat: AbstractOpenAIChatModel_js_1.OpenAIChatResponseFormat.deltaIterable,
             functionCall: { name: this.fnName },
             functions: [

package/model-provider/openai/OpenAIChatFunctionCallStructureGenerationModel.d.ts

@@ -1,4 +1,4 @@
-import { FunctionOptions } from "../../core/FunctionOptions.js";
+import { FunctionCallOptions } from "../../core/FunctionOptions.js";
 import { JsonSchemaProducer } from "../../core/schema/JsonSchemaProducer.js";
 import { Schema } from "../../core/schema/Schema.js";
 import { StructureStreamingModel } from "../../model-function/generate-structure/StructureGenerationModel.js";
@@ -18,8 +18,92 @@ OpenAIChatSettings> {
         promptTemplate: PROMPT_TEMPLATE;
     });
     get modelInformation(): import("../../index.js").ModelInformation;
-    get settings(): OpenAIChatSettings;
-    get settingsForEvent(): Partial<OpenAIChatSettings>;
+    get settings(): {
+        fnName: string;
+        fnDescription: string | undefined;
+        model: import("./OpenAIChatModel.js").OpenAIChatModelType;
+        api?: import("../../index.js").ApiConfiguration | undefined;
+        functions?: {
+            name: string;
+            description?: string | undefined;
+            parameters: unknown;
+        }[] | undefined;
+        functionCall?: "auto" | {
+            name: string;
+        } | "none" | undefined;
+        tools?: {
+            type: "function";
+            function: {
+                name: string;
+                description?: string | undefined;
+                parameters: unknown;
+            };
+        }[] | undefined;
+        toolChoice?: "auto" | "none" | {
+            type: "function";
+            function: {
+                name: string;
+            };
+        } | undefined;
+        temperature?: number | undefined;
+        topP?: number | undefined;
+        seed?: number | null | undefined;
+        presencePenalty?: number | undefined;
+        frequencyPenalty?: number | undefined;
+        responseFormat?: {
+            type?: "text" | "json_object" | undefined;
+        } | undefined;
+        logitBias?: Record<number, number> | undefined;
+        isUserIdForwardingEnabled?: boolean | undefined;
+        maxGenerationTokens?: number | undefined;
+        stopSequences?: string[] | undefined;
+        numberOfGenerations?: number | undefined;
+        trimWhitespace?: boolean | undefined;
+        observers?: import("../../index.js").FunctionObserver[] | undefined;
+    };
+    get settingsForEvent(): {
+        fnName: string;
+        fnDescription: string | undefined;
+        model?: import("./OpenAIChatModel.js").OpenAIChatModelType | undefined;
+        api?: import("../../index.js").ApiConfiguration | undefined;
+        functions?: {
+            name: string;
+            description?: string | undefined;
+            parameters: unknown;
+        }[] | undefined;
+        functionCall?: "auto" | {
+            name: string;
+        } | "none" | undefined;
+        tools?: {
+            type: "function";
+            function: {
+                name: string;
+                description?: string | undefined;
+                parameters: unknown;
+            };
+        }[] | undefined;
+        toolChoice?: "auto" | "none" | {
+            type: "function";
+            function: {
+                name: string;
+            };
+        } | undefined;
+        temperature?: number | undefined;
+        topP?: number | undefined;
+        seed?: number | null | undefined;
+        presencePenalty?: number | undefined;
+        frequencyPenalty?: number | undefined;
+        responseFormat?: {
+            type?: "text" | "json_object" | undefined;
+        } | undefined;
+        logitBias?: Record<number, number> | undefined;
+        isUserIdForwardingEnabled?: boolean | undefined;
+        maxGenerationTokens?: number | undefined;
+        stopSequences?: string[] | undefined;
+        numberOfGenerations?: number | undefined;
+        trimWhitespace?: boolean | undefined;
+        observers?: import("../../index.js").FunctionObserver[] | undefined;
+    };
     /**
      * Returns this model with a text prompt template.
      */
@@ -42,7 +126,7 @@ OpenAIChatSettings> {
      * @see https://platform.openai.com/docs/guides/gpt/function-calling
      */
     doGenerateStructure(schema: Schema<unknown> & JsonSchemaProducer, prompt: Parameters<PROMPT_TEMPLATE["format"]>[0], // first argument of the function
-    options?: FunctionOptions): Promise<{
+    options: FunctionCallOptions): Promise<{
         response: {
             object: "chat.completion";
             model: string;
@@ -85,7 +169,7 @@ OpenAIChatSettings> {
         };
     }>;
     doStreamStructure(schema: Schema<unknown> & JsonSchemaProducer, prompt: Parameters<PROMPT_TEMPLATE["format"]>[0], // first argument of the function
-    options?: FunctionOptions): Promise<AsyncIterable<import("../../index.js").Delta<{
+    options: FunctionCallOptions): Promise<AsyncIterable<import("../../index.js").Delta<{
         object: "chat.completion.chunk";
         model: string;
         id: string;