modelfusion 0.79.0 → 0.81.0

package/model-function/generate-text/prompt-format/VicunaPromptFormat.cjs

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.chat = void 0;
-const validateChatPrompt_js_1 = require("./validateChatPrompt.cjs");
+const ChatPrompt_js_1 = require("./ChatPrompt.cjs");
 // default Vicuna 1 system message
 const DEFAULT_SYSTEM_MESSAGE = "A chat between a curious user and an artificial intelligence assistant. " +
     "The assistant gives helpful, detailed, and polite answers to the user's questions.";
@@ -20,12 +20,12 @@ const DEFAULT_SYSTEM_MESSAGE = "A chat between a curious user and an artificial
  */
 function chat() {
     return {
-        format: (chatPrompt) => {
-            (0, validateChatPrompt_js_1.validateChatPrompt)(chatPrompt);
-            let text = chatPrompt.system != null
-                ? `${chatPrompt.system}\n\n`
+        format(prompt) {
+            (0, ChatPrompt_js_1.validateChatPrompt)(prompt);
+            let text = prompt.system != null
+                ? `${prompt.system}\n\n`
                 : `${DEFAULT_SYSTEM_MESSAGE}\n\n`;
-            for (const { role, content } of chatPrompt.messages) {
+            for (const { role, content } of prompt.messages) {
                 switch (role) {
                     case "user": {
                         text += `USER: ${content}\n`;

package/model-function/generate-text/prompt-format/VicunaPromptFormat.d.ts

@@ -1,5 +1,5 @@
-import { ChatPrompt } from "./ChatPrompt.js";
 import { TextGenerationPromptFormat } from "../TextGenerationPromptFormat.js";
+import { ChatPrompt } from "./ChatPrompt.js";
 /**
  * Formats a chat prompt as a Vicuna prompt.
  *

package/model-function/generate-text/prompt-format/VicunaPromptFormat.js

@@ -1,4 +1,4 @@
-import { validateChatPrompt } from "./validateChatPrompt.js";
+import { validateChatPrompt } from "./ChatPrompt.js";
 // default Vicuna 1 system message
 const DEFAULT_SYSTEM_MESSAGE = "A chat between a curious user and an artificial intelligence assistant. " +
     "The assistant gives helpful, detailed, and polite answers to the user's questions.";
@@ -17,12 +17,12 @@ const DEFAULT_SYSTEM_MESSAGE = "A chat between a curious user and an artificial
  */
 export function chat() {
     return {
-        format: (chatPrompt) => {
-            validateChatPrompt(chatPrompt);
-            let text = chatPrompt.system != null
-                ? `${chatPrompt.system}\n\n`
+        format(prompt) {
+            validateChatPrompt(prompt);
+            let text = prompt.system != null
+                ? `${prompt.system}\n\n`
                 : `${DEFAULT_SYSTEM_MESSAGE}\n\n`;
-            for (const { role, content } of chatPrompt.messages) {
+            for (const { role, content } of prompt.messages) {
                 switch (role) {
                     case "user": {
                         text += `USER: ${content}\n`;

package/model-function/generate-text/prompt-format/index.cjs

@@ -30,10 +30,10 @@ exports.VicunaPromptFormat = exports.TextPromptFormat = exports.Llama2PromptForm
 exports.AlpacaPromptFormat = __importStar(require("./AlpacaPromptFormat.cjs"));
 exports.ChatMLPromptFormat = __importStar(require("./ChatMLPromptFormat.cjs"));
 __exportStar(require("./ChatPrompt.cjs"), exports);
-__exportStar(require("./ChatPromptValidationError.cjs"), exports);
+__exportStar(require("./Content.cjs"), exports);
 __exportStar(require("./InstructionPrompt.cjs"), exports);
 exports.Llama2PromptFormat = __importStar(require("./Llama2PromptFormat.cjs"));
+__exportStar(require("./InvalidPromptError.cjs"), exports);
 exports.TextPromptFormat = __importStar(require("./TextPromptFormat.cjs"));
 exports.VicunaPromptFormat = __importStar(require("./VicunaPromptFormat.cjs"));
 __exportStar(require("./trimChatPrompt.cjs"), exports);
-__exportStar(require("./validateChatPrompt.cjs"), exports);

package/model-function/generate-text/prompt-format/index.d.ts

@@ -1,10 +1,10 @@
 export * as AlpacaPromptFormat from "./AlpacaPromptFormat.js";
 export * as ChatMLPromptFormat from "./ChatMLPromptFormat.js";
 export * from "./ChatPrompt.js";
-export * from "./ChatPromptValidationError.js";
+export * from "./Content.js";
 export * from "./InstructionPrompt.js";
 export * as Llama2PromptFormat from "./Llama2PromptFormat.js";
+export * from "./InvalidPromptError.js";
 export * as TextPromptFormat from "./TextPromptFormat.js";
 export * as VicunaPromptFormat from "./VicunaPromptFormat.js";
 export * from "./trimChatPrompt.js";
-export * from "./validateChatPrompt.js";

package/model-function/generate-text/prompt-format/index.js

@@ -1,10 +1,10 @@
 export * as AlpacaPromptFormat from "./AlpacaPromptFormat.js";
 export * as ChatMLPromptFormat from "./ChatMLPromptFormat.js";
 export * from "./ChatPrompt.js";
-export * from "./ChatPromptValidationError.js";
+export * from "./Content.js";
 export * from "./InstructionPrompt.js";
 export * as Llama2PromptFormat from "./Llama2PromptFormat.js";
+export * from "./InvalidPromptError.js";
 export * as TextPromptFormat from "./TextPromptFormat.js";
 export * as VicunaPromptFormat from "./VicunaPromptFormat.js";
 export * from "./trimChatPrompt.js";
-export * from "./validateChatPrompt.js";

package/model-function/generate-text/prompt-format/trimChatPrompt.cjs

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.trimChatPrompt = void 0;
-const validateChatPrompt_js_1 = require("./validateChatPrompt.cjs");
+const ChatPrompt_js_1 = require("./ChatPrompt.cjs");
 /**
  * Keeps only the most recent messages in the prompt, while leaving enough space for the completion.
  *
@@ -14,7 +14,7 @@ const validateChatPrompt_js_1 = require("./validateChatPrompt.cjs");
  */
 async function trimChatPrompt({ prompt, model, tokenLimit = model.contextWindowSize -
     (model.settings.maxCompletionTokens ?? model.contextWindowSize / 4), }) {
-    (0, validateChatPrompt_js_1.validateChatPrompt)(prompt);
+    (0, ChatPrompt_js_1.validateChatPrompt)(prompt);
     let minimalPrompt = {
         system: prompt.system,
         messages: [prompt.messages[prompt.messages.length - 1]], // last user message

package/model-function/generate-text/prompt-format/trimChatPrompt.d.ts

@@ -1,5 +1,5 @@
-import { ChatPrompt } from "./ChatPrompt.js";
 import { HasContextWindowSize, HasTokenizer, TextGenerationModel, TextGenerationModelSettings } from "../TextGenerationModel.js";
+import { ChatPrompt } from "./ChatPrompt.js";
 /**
  * Keeps only the most recent messages in the prompt, while leaving enough space for the completion.
  *

package/model-function/generate-text/prompt-format/trimChatPrompt.js

@@ -1,4 +1,4 @@
-import { validateChatPrompt } from "./validateChatPrompt.js";
+import { validateChatPrompt } from "./ChatPrompt.js";
 /**
  * Keeps only the most recent messages in the prompt, while leaving enough space for the completion.
  *

package/model-provider/anthropic/AnthropicPromptFormat.cjs

@@ -1,16 +1,16 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.chat = exports.instruction = exports.text = void 0;
-const validateChatPrompt_js_1 = require("../../model-function/generate-text/prompt-format/validateChatPrompt.cjs");
+const ChatPrompt_js_1 = require("../../model-function/generate-text/prompt-format/ChatPrompt.cjs");
 /**
  * Formats a text prompt as an Anthropic prompt.
  */
 function text() {
     return {
-        format: (instruction) => {
+        format(prompt) {
             let text = "";
             text += "\n\nHuman:";
-            text += instruction;
+            text += prompt;
             text += "\n\nAssistant:";
             return text;
         },
@@ -23,10 +23,10 @@ exports.text = text;
  */
 function instruction() {
     return {
-        format: (instruction) => {
-            let text = instruction.system ?? "";
+        format(prompt) {
+            let text = prompt.system ?? "";
             text += "\n\nHuman:";
-            text += instruction.instruction;
+            text += prompt.instruction;
             text += "\n\nAssistant:";
             return text;
         },
@@ -41,10 +41,10 @@ exports.instruction = instruction;
  */
 function chat() {
     return {
-        format: (chatPrompt) => {
-            (0, validateChatPrompt_js_1.validateChatPrompt)(chatPrompt);
-            let text = chatPrompt.system ?? "";
-            for (const { role, content } of chatPrompt.messages) {
+        format(prompt) {
+            (0, ChatPrompt_js_1.validateChatPrompt)(prompt);
+            let text = prompt.system ?? "";
+            for (const { role, content } of prompt.messages) {
                 switch (role) {
                     case "user": {
                         text += `\n\nHuman:${content}`;

package/model-provider/anthropic/AnthropicPromptFormat.d.ts

@@ -1,6 +1,6 @@
-import { ChatPrompt } from "../../model-function/generate-text/prompt-format/ChatPrompt.js";
-import { InstructionPrompt } from "../../model-function/generate-text/prompt-format/InstructionPrompt.js";
 import { TextGenerationPromptFormat } from "../../model-function/generate-text/TextGenerationPromptFormat.js";
+import { ChatPrompt } from "../../model-function/generate-text/prompt-format/ChatPrompt.js";
+import { TextInstructionPrompt } from "../../model-function/generate-text/prompt-format/InstructionPrompt.js";
 /**
  * Formats a text prompt as an Anthropic prompt.
  */
@@ -8,7 +8,7 @@ export declare function text(): TextGenerationPromptFormat<string, string>;
 /**
  * Formats an instruction prompt as an Anthropic prompt.
  */
-export declare function instruction(): TextGenerationPromptFormat<InstructionPrompt, string>;
+export declare function instruction(): TextGenerationPromptFormat<TextInstructionPrompt, string>;
 /**
  * Formats a chat prompt as an Anthropic prompt.
  *

package/model-provider/anthropic/AnthropicPromptFormat.js

@@ -1,13 +1,13 @@
-import { validateChatPrompt } from "../../model-function/generate-text/prompt-format/validateChatPrompt.js";
+import { validateChatPrompt, } from "../../model-function/generate-text/prompt-format/ChatPrompt.js";
 /**
  * Formats a text prompt as an Anthropic prompt.
  */
 export function text() {
     return {
-        format: (instruction) => {
+        format(prompt) {
             let text = "";
             text += "\n\nHuman:";
-            text += instruction;
+            text += prompt;
             text += "\n\nAssistant:";
             return text;
         },
@@ -19,10 +19,10 @@ export function text() {
  */
 export function instruction() {
     return {
-        format: (instruction) => {
-            let text = instruction.system ?? "";
+        format(prompt) {
+            let text = prompt.system ?? "";
             text += "\n\nHuman:";
-            text += instruction.instruction;
+            text += prompt.instruction;
             text += "\n\nAssistant:";
             return text;
         },
@@ -36,10 +36,10 @@ export function instruction() {
  */
 export function chat() {
     return {
-        format: (chatPrompt) => {
-            validateChatPrompt(chatPrompt);
-            let text = chatPrompt.system ?? "";
-            for (const { role, content } of chatPrompt.messages) {
+        format(prompt) {
+            validateChatPrompt(prompt);
+            let text = prompt.system ?? "";
+            for (const { role, content } of prompt.messages) {
                 switch (role) {
                     case "user": {
                         text += `\n\nHuman:${content}`;

package/model-provider/anthropic/AnthropicTextGenerationModel.d.ts

@@ -65,7 +65,7 @@ export declare class AnthropicTextGenerationModel extends AbstractModel<Anthropi
     /**
      * Returns this model with an instruction prompt format.
      */
-    withInstructionPrompt(): PromptFormatTextStreamingModel<import("../../index.js").InstructionPrompt, string, AnthropicTextGenerationModelSettings, this>;
+    withInstructionPrompt(): PromptFormatTextStreamingModel<import("../../index.js").TextInstructionPrompt, string, AnthropicTextGenerationModelSettings, this>;
     /**
      * Returns this model with a chat prompt format.
      */

package/model-provider/cohere/CohereTextGenerationModel.d.ts

@@ -87,7 +87,7 @@ export declare class CohereTextGenerationModel extends AbstractModel<CohereTextG
     /**
      * Returns this model with an instruction prompt format.
      */
-    withInstructionPrompt(): PromptFormatTextStreamingModel<import("../../index.js").InstructionPrompt, string, CohereTextGenerationModelSettings, this>;
+    withInstructionPrompt(): PromptFormatTextStreamingModel<import("../../index.js").TextInstructionPrompt, string, CohereTextGenerationModelSettings, this>;
     /**
      * Returns this model with a chat prompt format.
      */

package/model-provider/llamacpp/LlamaCppBakLLaVA1Format.cjs

@@ -11,21 +11,30 @@ const DEFAULT_SYSTEM_MESSAGE = "A chat between a curious user and an artificial
  */
 function instruction() {
     return {
-        format: (instruction) => {
+        format(prompt) {
             let text = "";
-            text += `${instruction.system ?? DEFAULT_SYSTEM_MESSAGE}\n\n`;
+            text += `${prompt.system ?? DEFAULT_SYSTEM_MESSAGE}\n\n`;
             text += `USER: `;
-            if (instruction.image != null) {
-                text += `[img-1]\n`;
+            // construct text and image mapping:
+            let imageCounter = 1;
+            const images = {};
+            for (const content of prompt.instruction) {
+                switch (content.type) {
+                    case "text": {
+                        text += content.text;
+                        break;
+                    }
+                    case "image": {
+                        text += `[img-${imageCounter}]`;
+                        images[imageCounter.toString()] = content.base64Image;
+                        imageCounter++;
+                        break;
+                    }
+                }
+                text += `${content}\n`;
             }
-            text += `${instruction.instruction}\n`;
             text += `ASSISTANT: `;
-            return {
-                text,
-                images: instruction.image != null
-                    ? { "1": instruction.image.base64Content }
-                    : undefined,
-            };
+            return { text, images };
         },
         stopSequences: [`\nUSER:`],
     };

package/model-provider/llamacpp/LlamaCppBakLLaVA1Format.js

@@ -8,21 +8,30 @@ const DEFAULT_SYSTEM_MESSAGE = "A chat between a curious user and an artificial
  */
 export function instruction() {
     return {
-        format: (instruction) => {
+        format(prompt) {
             let text = "";
-            text += `${instruction.system ?? DEFAULT_SYSTEM_MESSAGE}\n\n`;
+            text += `${prompt.system ?? DEFAULT_SYSTEM_MESSAGE}\n\n`;
             text += `USER: `;
-            if (instruction.image != null) {
-                text += `[img-1]\n`;
+            // construct text and image mapping:
+            let imageCounter = 1;
+            const images = {};
+            for (const content of prompt.instruction) {
+                switch (content.type) {
+                    case "text": {
+                        text += content.text;
+                        break;
+                    }
+                    case "image": {
+                        text += `[img-${imageCounter}]`;
+                        images[imageCounter.toString()] = content.base64Image;
+                        imageCounter++;
+                        break;
+                    }
+                }
+                text += `${content}\n`;
             }
-            text += `${instruction.instruction}\n`;
             text += `ASSISTANT: `;
-            return {
-                text,
-                images: instruction.image != null
-                    ? { "1": instruction.image.base64Content }
-                    : undefined,
-            };
+            return { text, images };
         },
         stopSequences: [`\nUSER:`],
     };

package/model-provider/openai/OpenAICompletionModel.d.ts

@@ -176,7 +176,7 @@ export declare class OpenAICompletionModel extends AbstractModel<OpenAICompletio
     /**
      * Returns this model with an instruction prompt format.
      */
-    withInstructionPrompt(): PromptFormatTextStreamingModel<import("../../index.js").InstructionPrompt, string, OpenAICompletionModelSettings, this>;
+    withInstructionPrompt(): PromptFormatTextStreamingModel<import("../../index.js").TextInstructionPrompt, string, OpenAICompletionModelSettings, this>;
     /**
      * Returns this model with a chat prompt format.
      */

package/model-provider/openai/chat/OpenAIChatFunctionCallStructureGenerationModel.cjs

@@ -0,0 +1,147 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OpenAIChatFunctionCallStructureGenerationModel = void 0;
+const secure_json_parse_1 = __importDefault(require("secure-json-parse"));
+const StructureParseError_js_1 = require("../../../model-function/generate-structure/StructureParseError.cjs");
+const OpenAIChatModel_1 = require("./OpenAIChatModel");
+const OpenAIChatPromptFormat_js_1 = require("./OpenAIChatPromptFormat.cjs");
+class OpenAIChatFunctionCallStructureGenerationModel {
+    constructor({ model, fnName, fnDescription, promptFormat, }) {
+        Object.defineProperty(this, "model", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "fnName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "fnDescription", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "promptFormat", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.model = model;
+        this.fnName = fnName;
+        this.fnDescription = fnDescription;
+        this.promptFormat = promptFormat;
+    }
+    get modelInformation() {
+        return this.model.modelInformation;
+    }
+    get settings() {
+        return this.model.settings;
+    }
+    get settingsForEvent() {
+        return this.model.settingsForEvent;
+    }
+    /**
+     * Returns this model with a text prompt format.
+     */
+    withTextPrompt() {
+        return this.withPromptFormat((0, OpenAIChatPromptFormat_js_1.text)());
+    }
+    /**
+     * Returns this model with an instruction prompt format.
+     */
+    withInstructionPrompt() {
+        return this.withPromptFormat((0, OpenAIChatPromptFormat_js_1.instruction)());
+    }
+    /**
+     * Returns this model with a chat prompt format.
+     */
+    withChatPrompt() {
+        return this.withPromptFormat((0, OpenAIChatPromptFormat_js_1.chat)());
+    }
+    withPromptFormat(promptFormat) {
+        return new OpenAIChatFunctionCallStructureGenerationModel({
+            model: this.model,
+            fnName: this.fnName,
+            fnDescription: this.fnDescription,
+            promptFormat,
+        });
+    }
+    withSettings(additionalSettings) {
+        return new OpenAIChatFunctionCallStructureGenerationModel({
+            model: this.model.withSettings(additionalSettings),
+            fnName: this.fnName,
+            fnDescription: this.fnDescription,
+            promptFormat: this.promptFormat,
+        });
+    }
+    /**
+     * JSON generation uses the OpenAI GPT function calling API.
+     * It provides a single function specification and instructs the model to provide parameters for calling the function.
+     * The result is returned as parsed JSON.
+     *
+     * @see https://platform.openai.com/docs/guides/gpt/function-calling
+     */
+    async doGenerateStructure(schema, prompt, // first argument of the function
+    options) {
+        const expandedPrompt = this.promptFormat.format(prompt);
+        const response = await this.model
+            .withSettings({
+            stopSequences: [
+                ...(this.settings.stopSequences ?? []),
+                ...this.promptFormat.stopSequences,
+            ],
+        })
+            .callAPI(expandedPrompt, {
+            ...options,
+            responseFormat: OpenAIChatModel_1.OpenAIChatResponseFormat.json,
+            functionCall: { name: this.fnName },
+            functions: [
+                {
+                    name: this.fnName,
+                    description: this.fnDescription,
+                    parameters: schema.getJsonSchema(),
+                },
+            ],
+        });
+        const valueText = response.choices[0].message.function_call.arguments;
+        try {
+            return {
+                response,
+                valueText,
+                value: secure_json_parse_1.default.parse(valueText),
+                usage: this.model.extractUsage(response),
+            };
+        }
+        catch (error) {
+            throw new StructureParseError_js_1.StructureParseError({
+                valueText,
+                cause: error,
+            });
+        }
+    }
+    async doStreamStructure(schema, prompt, // first argument of the function
+    options) {
+        const expandedPrompt = this.promptFormat.format(prompt);
+        return this.model.callAPI(expandedPrompt, {
+            ...options,
+            responseFormat: OpenAIChatModel_1.OpenAIChatResponseFormat.structureDeltaIterable,
+            functionCall: { name: this.fnName },
+            functions: [
+                {
+                    name: this.fnName,
+                    description: this.fnDescription,
+                    parameters: schema.getJsonSchema(),
+                },
+            ],
+        });
+    }
+}
+exports.OpenAIChatFunctionCallStructureGenerationModel = OpenAIChatFunctionCallStructureGenerationModel;

package/model-provider/openai/chat/OpenAIChatFunctionCallStructureGenerationModel.d.ts

@@ -0,0 +1,89 @@
+import { FunctionOptions } from "../../../core/FunctionOptions.js";
+import { JsonSchemaProducer } from "../../../core/schema/JsonSchemaProducer.js";
+import { Schema } from "../../../core/schema/Schema.js";
+import { StructureGenerationModel } from "../../../model-function/generate-structure/StructureGenerationModel.js";
+import { TextGenerationPromptFormat } from "../../../model-function/generate-text/TextGenerationPromptFormat.js";
+import { OpenAIChatMessage } from "./OpenAIChatMessage";
+import { OpenAIChatModel, OpenAIChatSettings } from "./OpenAIChatModel";
+export declare class OpenAIChatFunctionCallStructureGenerationModel<PROMPT_FORMAT extends TextGenerationPromptFormat<unknown, OpenAIChatMessage[]>> implements StructureGenerationModel<Parameters<PROMPT_FORMAT["format"]>[0], // first argument of the function
+OpenAIChatSettings> {
+    readonly model: OpenAIChatModel;
+    readonly fnName: string;
+    readonly fnDescription?: string;
+    readonly promptFormat: PROMPT_FORMAT;
+    constructor({ model, fnName, fnDescription, promptFormat, }: {
+        model: OpenAIChatModel;
+        fnName: string;
+        fnDescription?: string;
+        promptFormat: PROMPT_FORMAT;
+    });
+    get modelInformation(): import("../../../index.js").ModelInformation;
+    get settings(): OpenAIChatSettings;
+    get settingsForEvent(): Partial<OpenAIChatSettings>;
+    /**
+     * Returns this model with a text prompt format.
+     */
+    withTextPrompt(): OpenAIChatFunctionCallStructureGenerationModel<TextGenerationPromptFormat<string, OpenAIChatMessage[]>>;
+    /**
+     * Returns this model with an instruction prompt format.
+     */
+    withInstructionPrompt(): OpenAIChatFunctionCallStructureGenerationModel<TextGenerationPromptFormat<import("../../../index.js").InstructionPrompt | import("../../../index.js").TextInstructionPrompt, OpenAIChatMessage[]>>;
+    /**
+     * Returns this model with a chat prompt format.
+     */
+    withChatPrompt(): OpenAIChatFunctionCallStructureGenerationModel<TextGenerationPromptFormat<import("../../../index.js").ChatPrompt, OpenAIChatMessage[]>>;
+    withPromptFormat<TARGET_PROMPT_FORMAT extends TextGenerationPromptFormat<unknown, OpenAIChatMessage[]>>(promptFormat: TARGET_PROMPT_FORMAT): OpenAIChatFunctionCallStructureGenerationModel<TARGET_PROMPT_FORMAT>;
+    withSettings(additionalSettings: Partial<OpenAIChatSettings>): this;
+    /**
+     * JSON generation uses the OpenAI GPT function calling API.
+     * It provides a single function specification and instructs the model to provide parameters for calling the function.
+     * The result is returned as parsed JSON.
+     *
+     * @see https://platform.openai.com/docs/guides/gpt/function-calling
+     */
+    doGenerateStructure(schema: Schema<unknown> & JsonSchemaProducer, prompt: Parameters<PROMPT_FORMAT["format"]>[0], // first argument of the function
+    options?: FunctionOptions): Promise<{
+        response: {
+            object: "chat.completion";
+            usage: {
+                prompt_tokens: number;
+                total_tokens: number;
+                completion_tokens: number;
+            };
+            model: string;
+            id: string;
+            choices: {
+                message: {
+                    role: "assistant";
+                    content: string | null;
+                    function_call?: {
+                        name: string;
+                        arguments: string;
+                    } | undefined;
+                    tool_calls?: {
+                        function: {
+                            name: string;
+                            arguments: string;
+                        };
+                        type: "function";
+                        id: string;
+                    }[] | undefined;
+                };
+                index: number;
+                logprobs?: any;
+                finish_reason?: "length" | "stop" | "tool_calls" | "function_call" | "content_filter" | null | undefined;
+            }[];
+            created: number;
+            system_fingerprint?: string | undefined;
+        };
+        valueText: string;
+        value: any;
+        usage: {
+            promptTokens: number;
+            completionTokens: number;
+            totalTokens: number;
+        };
+    }>;
+    doStreamStructure(schema: Schema<unknown> & JsonSchemaProducer, prompt: Parameters<PROMPT_FORMAT["format"]>[0], // first argument of the function
+    options?: FunctionOptions): Promise<AsyncIterable<import("../../../index.js").Delta<unknown>>>;
+}