modelfusion 0.117.0 → 0.119.0

package/CHANGELOG.md

@@ -1,5 +1,65 @@
 # Changelog
 
+## v0.119.0 - 2024-01-07
+
+### Added
+
+- Schema-specific GBNF grammar generator for `LlamaCppCompletionModel`. When using `jsonStructurePrompt`, it automatically uses a GBNF grammar for the JSON schema that you provide. Example:
+
+  ```ts
+  const structure = await generateStructure(
+    llamacpp
+      .CompletionTextGenerator({
+        // run openhermes-2.5-mistral-7b.Q4_K_M.gguf in llama.cpp
+        promptTemplate: llamacpp.prompt.ChatML,
+        maxGenerationTokens: 1024,
+        temperature: 0,
+      })
+      // automatically restrict the output to your schema using GBNF:
+      .asStructureGenerationModel(jsonStructurePrompt.text()),
+
+    zodSchema(
+      z.array(
+        z.object({
+          name: z.string(),
+          class: z
+            .string()
+            .describe("Character class, e.g. warrior, mage, or thief."),
+          description: z.string(),
+        })
+      )
+    ),
+
+    "Generate 3 character descriptions for a fantasy role playing game. "
+  );
+  ```
+
+## v0.118.0 - 2024-01-07
+
+### Added
+
+- `LlamaCppCompletionModel` supports setting the prompt template in the settings. Prompt formats are available under `llamacpp.prompt.*`. You can then call `.withTextPrompt()`, `.withInstructionPrompt()` or `.withChatPrompt()` to use a standardized prompt.
+
+  ```ts
+  const model = llamacpp
+    .CompletionTextGenerator({
+      // run https://huggingface.co/TheBloke/OpenHermes-2.5-Mistral-7B-GGUF with llama.cpp
+      promptTemplate: llamacpp.prompt.ChatML,
+      contextWindowSize: 4096,
+      maxGenerationTokens: 512,
+    })
+    .withChatPrompt();
+  ```
+
+### Changed
+
+- **breaking change**: renamed `response` to `rawResponse` when using `fullResponse: true` setting.
+- **breaking change**: renamed `llamacpp.TextGenerator` to `llamacpp.CompletionTextGenerator`.
+
+### Removed
+
+- **breaking change**: removed `.withTextPromptTemplate` on `LlamaCppCompletionModel`.
+
 ## v0.117.0 - 2024-01-06
 
 ### Added

package/README.md

@@ -424,14 +424,15 @@ const text = await generateText(
 #### Instruction Prompt Example
 
 ```ts
-// example assumes you are running https://huggingface.co/TheBloke/Llama-2-7B-GGUF with llama.cpp
 const text = await generateText(
   llamacpp
-    .TextGenerator({
+    .CompletionTextGenerator({
+      // run https://huggingface.co/TheBloke/Llama-2-7B-Chat-GGUF with llama.cpp
+      promptTemplate: llamacpp.prompt.Llama2, // Set prompt template
       contextWindowSize: 4096, // Llama 2 context window size
-      maxGenerationTokens: 1000,
+      maxGenerationTokens: 512,
     })
-    .withTextPromptTemplate(Llama2Prompt.instruction()),
+    .withInstructionPrompt(),
   {
     system: "You are a story writer.",
     instruction: "Write a short story about a robot learning to love.",
@@ -503,11 +504,11 @@ const image = await generateImage(
 
 ### Metadata and original responses
 
-ModelFusion model functions return rich responses that include the original response and metadata when you set the `fullResponse` option to `true`.
+ModelFusion model functions return rich responses that include the raw (original) response and metadata when you set the `fullResponse` option to `true`.
 
 ```ts
-// access the full response (needs to be typed) and the metadata:
-const { text, response, metadata } = await generateText(
+// access the raw response (needs to be typed) and the metadata:
+const { text, rawResponse, metadata } = await generateText(
   openai.CompletionTextGenerator({
     model: "gpt-3.5-turbo-instruct",
     maxGenerationTokens: 1000,
@@ -519,8 +520,8 @@ const { text, response, metadata } = await generateText(
 
 console.log(metadata);
 
-// cast to the response type:
-for (const choice of (response as OpenAICompletionResponse).choices) {
+// cast to the raw response type:
+for (const choice of (rawResponse as OpenAICompletionResponse).choices) {
   console.log(choice.text);
 }
 ```

package/core/getFunctionCallLogger.cjs

@@ -36,11 +36,11 @@ const detailedObjectObserver = {
         // Remove the "response" property from the result (if any):
         if (event.eventType === "finished" &&
             event.result != null &&
-            "response" in event.result &&
-            event.result?.response != null) {
+            "rawResponse" in event.result &&
+            event.result?.rawResponse != null) {
             event = {
                 ...event,
-                result: Object.fromEntries(Object.entries(event.result).filter(([k]) => k !== "response")
+                result: Object.fromEntries(Object.entries(event.result).filter(([k]) => k !== "rawResponse")
                 // eslint-disable-next-line @typescript-eslint/no-explicit-any
                 ),
             };
@@ -73,11 +73,11 @@ const detailedJsonObserver = {
         // Remove the "response" property from the result (if any):
         if (event.eventType === "finished" &&
             event.result != null &&
-            "response" in event.result &&
-            event.result?.response != null) {
+            "rawResponse" in event.result &&
+            event.result?.rawResponse != null) {
             event = {
                 ...event,
-                result: Object.fromEntries(Object.entries(event.result).filter(([k]) => k !== "response")
+                result: Object.fromEntries(Object.entries(event.result).filter(([k]) => k !== "rawResponse")
                 // eslint-disable-next-line @typescript-eslint/no-explicit-any
                 ),
             };

package/core/getFunctionCallLogger.js

@@ -32,11 +32,11 @@ const detailedObjectObserver = {
         // Remove the "response" property from the result (if any):
         if (event.eventType === "finished" &&
             event.result != null &&
-            "response" in event.result &&
-            event.result?.response != null) {
+            "rawResponse" in event.result &&
+            event.result?.rawResponse != null) {
             event = {
                 ...event,
-                result: Object.fromEntries(Object.entries(event.result).filter(([k]) => k !== "response")
+                result: Object.fromEntries(Object.entries(event.result).filter(([k]) => k !== "rawResponse")
                 // eslint-disable-next-line @typescript-eslint/no-explicit-any
                 ),
             };
@@ -69,11 +69,11 @@ const detailedJsonObserver = {
         // Remove the "response" property from the result (if any):
         if (event.eventType === "finished" &&
             event.result != null &&
-            "response" in event.result &&
-            event.result?.response != null) {
+            "rawResponse" in event.result &&
+            event.result?.rawResponse != null) {
             event = {
                 ...event,
-                result: Object.fromEntries(Object.entries(event.result).filter(([k]) => k !== "response")
+                result: Object.fromEntries(Object.entries(event.result).filter(([k]) => k !== "rawResponse")
                 // eslint-disable-next-line @typescript-eslint/no-explicit-any
                 ),
             };

package/model-function/ModelCallEvent.d.ts

@@ -22,7 +22,7 @@ export interface BaseModelCallStartedEvent extends BaseFunctionStartedEvent {
 }
 export type BaseModelCallFinishedEventResult = {
     status: "success";
-    response: unknown;
+    rawResponse: unknown;
     value: unknown;
     /**
      * Optional usage information for the model call. The type depends on the call type.

package/model-function/embed/EmbeddingEvent.d.ts

@@ -6,7 +6,7 @@ export interface EmbeddingStartedEvent extends BaseModelCallStartedEvent {
 }
 export type EmbeddingFinishedEventResult = {
     status: "success";
-    response: unknown;
+    rawResponse: unknown;
     value: Vector | Array<Vector>;
 } | {
     status: "error";

package/model-function/embed/EmbeddingModel.d.ts

@@ -17,7 +17,7 @@ export interface EmbeddingModel<VALUE, SETTINGS extends EmbeddingModelSettings =
      */
     readonly isParallelizable: boolean;
     doEmbedValues(values: VALUE[], options: FunctionCallOptions): PromiseLike<{
-        response: unknown;
+        rawResponse: unknown;
         embeddings: Vector[];
     }>;
 }

package/model-function/embed/embed.cjs

@@ -32,13 +32,13 @@ async function embedMany(model, values, options) {
                     responses.push(response);
                 }
             }
-            const rawResponses = responses.map((response) => response.response);
+            const rawResponses = responses.map((response) => response.rawResponse);
             const embeddings = [];
             for (const response of responses) {
                 embeddings.push(...response.embeddings);
             }
             return {
-                response: rawResponses,
+                rawResponse: rawResponses,
                 extractedValue: embeddings,
             };
         },
@@ -46,7 +46,7 @@ async function embedMany(model, values, options) {
     return options?.fullResponse
         ? {
             embeddings: fullResponse.value,
-            response: fullResponse.response,
+            rawResponse: fullResponse.rawResponse,
             metadata: fullResponse.metadata,
         }
         : fullResponse.value;
@@ -61,7 +61,7 @@ async function embed(model, value, options) {
         generateResponse: async (options) => {
             const result = await model.doEmbedValues([value], options);
             return {
-                response: result.response,
+                rawResponse: result.rawResponse,
                 extractedValue: result.embeddings[0],
             };
         },
@@ -69,7 +69,7 @@ async function embed(model, value, options) {
     return options?.fullResponse
         ? {
             embedding: fullResponse.value,
-            response: fullResponse.response,
+            rawResponse: fullResponse.rawResponse,
             metadata: fullResponse.metadata,
         }
         : fullResponse.value;

package/model-function/embed/embed.d.ts

@@ -29,7 +29,7 @@ export declare function embedMany<VALUE>(model: EmbeddingModel<VALUE, EmbeddingM
     fullResponse: true;
 }): Promise<{
     embeddings: Vector[];
-    response: unknown;
+    rawResponse: unknown;
     metadata: ModelCallMetadata;
 }>;
 /**
@@ -56,6 +56,6 @@ export declare function embed<VALUE>(model: EmbeddingModel<VALUE, EmbeddingModel
     fullResponse: true;
 }): Promise<{
     embedding: Vector;
-    response: unknown;
+    rawResponse: unknown;
     metadata: ModelCallMetadata;
 }>;

package/model-function/embed/embed.js

@@ -29,13 +29,13 @@ export async function embedMany(model, values, options) {
                     responses.push(response);
                 }
             }
-            const rawResponses = responses.map((response) => response.response);
+            const rawResponses = responses.map((response) => response.rawResponse);
             const embeddings = [];
             for (const response of responses) {
                 embeddings.push(...response.embeddings);
             }
             return {
-                response: rawResponses,
+                rawResponse: rawResponses,
                 extractedValue: embeddings,
             };
         },
@@ -43,7 +43,7 @@ export async function embedMany(model, values, options) {
     return options?.fullResponse
         ? {
             embeddings: fullResponse.value,
-            response: fullResponse.response,
+            rawResponse: fullResponse.rawResponse,
             metadata: fullResponse.metadata,
         }
         : fullResponse.value;
@@ -57,7 +57,7 @@ export async function embed(model, value, options) {
         generateResponse: async (options) => {
             const result = await model.doEmbedValues([value], options);
             return {
-                response: result.response,
+                rawResponse: result.rawResponse,
                 extractedValue: result.embeddings[0],
             };
         },
@@ -65,7 +65,7 @@ export async function embed(model, value, options) {
     return options?.fullResponse
         ? {
             embedding: fullResponse.value,
-            response: fullResponse.response,
+            rawResponse: fullResponse.rawResponse,
             metadata: fullResponse.metadata,
         }
         : fullResponse.value;

package/model-function/executeStandardCall.cjs

@@ -78,7 +78,7 @@ async function executeStandardCall({ model, options, input, functionType, genera
         });
         throw result.error;
     }
-    const response = result.value.response;
+    const rawResponse = result.value.rawResponse;
     const value = result.value.extractedValue;
     const usage = result.value.usage;
     eventSource.notify({
@@ -87,13 +87,13 @@ async function executeStandardCall({ model, options, input, functionType, genera
         result: {
             status: "success",
             usage,
-            response,
+            rawResponse,
             value,
         },
     });
     return {
         value,
-        response,
+        rawResponse,
         metadata: {
             model: model.modelInformation,
             callId: finishMetadata.callId,

package/model-function/executeStandardCall.d.ts

@@ -8,12 +8,12 @@ export declare function executeStandardCall<VALUE, MODEL extends Model<ModelSett
     input: unknown;
     functionType: ModelCallStartedEvent["functionType"];
     generateResponse: (options: FunctionCallOptions) => PromiseLike<{
-        response: unknown;
+        rawResponse: unknown;
         extractedValue: VALUE;
         usage?: unknown;
     }>;
 }): Promise<{
     value: VALUE;
-    response: unknown;
+    rawResponse: unknown;
     metadata: ModelCallMetadata;
 }>;

package/model-function/executeStandardCall.js

@@ -75,7 +75,7 @@ export async function executeStandardCall({ model, options, input, functionType,
         });
         throw result.error;
     }
-    const response = result.value.response;
+    const rawResponse = result.value.rawResponse;
     const value = result.value.extractedValue;
     const usage = result.value.usage;
     eventSource.notify({
@@ -84,13 +84,13 @@ export async function executeStandardCall({ model, options, input, functionType,
         result: {
             status: "success",
             usage,
-            response,
+            rawResponse,
             value,
         },
     });
     return {
         value,
-        response,
+        rawResponse,
         metadata: {
             model: model.modelInformation,
             callId: finishMetadata.callId,

package/model-function/generate-image/ImageGenerationEvent.d.ts

@@ -4,7 +4,7 @@ export interface ImageGenerationStartedEvent extends BaseModelCallStartedEvent {
 }
 export type ImageGenerationFinishedEventResult = {
     status: "success";
-    response: unknown;
+    rawResponse: unknown;
     value: string;
 } | {
     status: "error";

package/model-function/generate-image/ImageGenerationModel.d.ts

@@ -15,7 +15,7 @@ export interface ImageGenerationModelSettings extends ModelSettings {
 }
 export interface ImageGenerationModel<PROMPT, SETTINGS extends ImageGenerationModelSettings = ImageGenerationModelSettings> extends Model<SETTINGS> {
     doGenerateImages(prompt: PROMPT, options: FunctionCallOptions): PromiseLike<{
-        response: unknown;
+        rawResponse: unknown;
         base64Images: string[];
     }>;
     withPromptTemplate<INPUT_PROMPT>(promptTemplate: PromptTemplate<INPUT_PROMPT, PROMPT>): ImageGenerationModel<INPUT_PROMPT, SETTINGS>;

package/model-function/generate-image/PromptTemplateImageGenerationModel.d.ts

@@ -11,7 +11,7 @@ export declare class PromptTemplateImageGenerationModel<PROMPT, MODEL_PROMPT, SE
     get modelInformation(): import("../ModelInformation.js").ModelInformation;
     get settings(): SETTINGS;
     doGenerateImages(prompt: PROMPT, options: FunctionCallOptions): PromiseLike<{
-        response: unknown;
+        rawResponse: unknown;
         base64Images: string[];
     }>;
     get settingsForEvent(): Partial<SETTINGS>;

package/model-function/generate-image/generateImage.cjs

@@ -11,7 +11,7 @@ async function generateImage(model, prompt, options) {
         generateResponse: async (options) => {
             const result = await model.doGenerateImages(prompt, options);
             return {
-                response: result.response,
+                rawResponse: result.rawResponse,
                 extractedValue: result.base64Images,
             };
         },
@@ -24,7 +24,7 @@ async function generateImage(model, prompt, options) {
             imageBase64: imagesBase64[0],
             images,
             imagesBase64,
-            response: fullResponse.response,
+            rawResponse: fullResponse.rawResponse,
             metadata: fullResponse.metadata,
         }
         : images[0];

package/model-function/generate-image/generateImage.d.ts

@@ -36,6 +36,6 @@ export declare function generateImage<PROMPT>(model: ImageGenerationModel<PROMPT
     imageBase64: string;
     images: Buffer[];
     imagesBase64: string[];
-    response: unknown;
+    rawResponse: unknown;
     metadata: ModelCallMetadata;
 }>;

package/model-function/generate-image/generateImage.js

@@ -8,7 +8,7 @@ export async function generateImage(model, prompt, options) {
         generateResponse: async (options) => {
             const result = await model.doGenerateImages(prompt, options);
             return {
-                response: result.response,
+                rawResponse: result.rawResponse,
                 extractedValue: result.base64Images,
             };
         },
@@ -21,7 +21,7 @@ export async function generateImage(model, prompt, options) {
             imageBase64: imagesBase64[0],
             images,
             imagesBase64,
-            response: fullResponse.response,
+            rawResponse: fullResponse.rawResponse,
             metadata: fullResponse.metadata,
         }
         : images[0];

package/model-function/generate-speech/SpeechGenerationEvent.d.ts

@@ -6,7 +6,7 @@ export interface SpeechGenerationStartedEvent extends BaseModelCallStartedEvent
 }
 export type SpeechGenerationFinishedEventResult = {
     status: "success";
-    response: unknown;
+    rawResponse: unknown;
     value: Buffer;
 } | {
     status: "error";

package/model-function/generate-speech/generateSpeech.cjs

@@ -11,7 +11,7 @@ async function generateSpeech(model, text, options) {
         generateResponse: async (options) => {
             const response = await model.doGenerateSpeechStandard(text, options);
             return {
-                response,
+                rawResponse: response,
                 extractedValue: response,
             };
         },
@@ -19,7 +19,7 @@ async function generateSpeech(model, text, options) {
     return options?.fullResponse
         ? {
             speech: fullResponse.value,
-            response: fullResponse.response,
+            rawResponse: fullResponse.rawResponse,
             metadata: fullResponse.metadata,
         }
         : fullResponse.value;

package/model-function/generate-speech/generateSpeech.d.ts

@@ -27,6 +27,6 @@ export declare function generateSpeech(model: SpeechGenerationModel<SpeechGenera
     fullResponse: true;
 }): Promise<{
     speech: Buffer;
-    response: unknown;
+    rawResponse: unknown;
     metadata: ModelCallMetadata;
 }>;

package/model-function/generate-speech/generateSpeech.js

@@ -8,7 +8,7 @@ export async function generateSpeech(model, text, options) {
         generateResponse: async (options) => {
             const response = await model.doGenerateSpeechStandard(text, options);
             return {
-                response,
+                rawResponse: response,
                 extractedValue: response,
             };
         },
@@ -16,7 +16,7 @@ export async function generateSpeech(model, text, options) {
     return options?.fullResponse
         ? {
             speech: fullResponse.value,
-            response: fullResponse.response,
+            rawResponse: fullResponse.rawResponse,
             metadata: fullResponse.metadata,
         }
         : fullResponse.value;

package/model-function/generate-structure/StructureFromTextGenerationModel.cjs

@@ -29,8 +29,17 @@ class StructureFromTextGenerationModel {
     get settingsForEvent() {
         return this.model.settingsForEvent;
     }
+    getModelWithJsonOutput(schema) {
+        if (this.template.withJsonOutput != null) {
+            return this.template.withJsonOutput?.({
+                model: this.model,
+                schema,
+            });
+        }
+        return this.model;
+    }
     async doGenerateStructure(schema, prompt, options) {
-        const { response, text } = await (0, generateText_js_1.generateText)(this.model, this.template.createPrompt(prompt, schema), {
+        const { rawResponse: response, text } = await (0, generateText_js_1.generateText)(this.getModelWithJsonOutput(schema), this.template.createPrompt(prompt, schema), {
             ...options,
             fullResponse: true,
         });

package/model-function/generate-structure/StructureFromTextGenerationModel.d.ts

@@ -14,6 +14,7 @@ export declare class StructureFromTextGenerationModel<SOURCE_PROMPT, TARGET_PROM
     get modelInformation(): import("../ModelInformation.js").ModelInformation;
     get settings(): TextGenerationModelSettings;
     get settingsForEvent(): Partial<MODEL["settings"]>;
+    getModelWithJsonOutput(schema: Schema<unknown> & JsonSchemaProducer): MODEL;
     doGenerateStructure(schema: Schema<unknown> & JsonSchemaProducer, prompt: SOURCE_PROMPT, options?: FunctionOptions): Promise<{
         response: unknown;
         value: unknown;

package/model-function/generate-structure/StructureFromTextGenerationModel.js

@@ -26,8 +26,17 @@ export class StructureFromTextGenerationModel {
     get settingsForEvent() {
         return this.model.settingsForEvent;
     }
+    getModelWithJsonOutput(schema) {
+        if (this.template.withJsonOutput != null) {
+            return this.template.withJsonOutput?.({
+                model: this.model,
+                schema,
+            });
+        }
+        return this.model;
+    }
     async doGenerateStructure(schema, prompt, options) {
-        const { response, text } = await generateText(this.model, this.template.createPrompt(prompt, schema), {
+        const { rawResponse: response, text } = await generateText(this.getModelWithJsonOutput(schema), this.template.createPrompt(prompt, schema), {
             ...options,
             fullResponse: true,
         });

package/model-function/generate-structure/StructureFromTextPromptTemplate.d.ts

@@ -6,6 +6,12 @@ import { InstructionPrompt } from "../generate-text/prompt-template/InstructionP
 export type StructureFromTextPromptTemplate<SOURCE_PROMPT, TARGET_PROMPT> = {
     createPrompt: (prompt: SOURCE_PROMPT, schema: Schema<unknown> & JsonSchemaProducer) => TARGET_PROMPT;
     extractStructure: (response: string) => unknown;
+    withJsonOutput?({ model, schema, }: {
+        model: {
+            withJsonOutput(schema: Schema<unknown> & JsonSchemaProducer): typeof model;
+        };
+        schema: Schema<unknown> & JsonSchemaProducer;
+    }): typeof model;
 };
 export type FlexibleStructureFromTextPromptTemplate<SOURCE_PROMPT, INTERMEDIATE_PROMPT> = {
     createPrompt: (prompt: SOURCE_PROMPT, schema: Schema<unknown> & JsonSchemaProducer) => INTERMEDIATE_PROMPT;
@@ -14,6 +20,11 @@ export type FlexibleStructureFromTextPromptTemplate<SOURCE_PROMPT, INTERMEDIATE_
         withTextPrompt(): TextStreamingModel<string>;
         withInstructionPrompt(): TextStreamingModel<InstructionPrompt>;
         withChatPrompt(): TextStreamingModel<ChatPrompt>;
-        withJsonOutput?: () => typeof model;
     }) => TextStreamingModel<INTERMEDIATE_PROMPT>;
+    withJsonOutput?({ model, schema, }: {
+        model: {
+            withJsonOutput(schema: Schema<unknown> & JsonSchemaProducer): typeof model;
+        };
+        schema: Schema<unknown> & JsonSchemaProducer;
+    }): typeof model;
 };

package/model-function/generate-structure/StructureFromTextStreamingModel.cjs

@@ -3,35 +3,14 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.StructureFromTextStreamingModel = void 0;
 const streamText_js_1 = require("../../model-function/generate-text/streamText.cjs");
 const AsyncQueue_js_1 = require("../../util/AsyncQueue.cjs");
-const generateText_js_1 = require("../generate-text/generateText.cjs");
 const StructureFromTextGenerationModel_js_1 = require("./StructureFromTextGenerationModel.cjs");
-const StructureParseError_js_1 = require("./StructureParseError.cjs");
 const parsePartialJson_js_1 = require("./parsePartialJson.cjs");
 class StructureFromTextStreamingModel extends StructureFromTextGenerationModel_js_1.StructureFromTextGenerationModel {
     constructor(options) {
         super(options);
     }
-    async doGenerateStructure(schema, prompt, options) {
-        const { response, text } = await (0, generateText_js_1.generateText)(this.model, this.template.createPrompt(prompt, schema), {
-            ...options,
-            fullResponse: true,
-        });
-        try {
-            return {
-                response,
-                value: this.template.extractStructure(text),
-                valueText: text,
-            };
-        }
-        catch (error) {
-            throw new StructureParseError_js_1.StructureParseError({
-                valueText: text,
-                cause: error,
-            });
-        }
-    }
     async doStreamStructure(schema, prompt, options) {
-        const textStream = await (0, streamText_js_1.streamText)(this.model, this.template.createPrompt(prompt, schema), options);
+        const textStream = await (0, streamText_js_1.streamText)(this.getModelWithJsonOutput(schema), this.template.createPrompt(prompt, schema), options);
         const queue = new AsyncQueue_js_1.AsyncQueue();
         // run async on purpose:
         (async () => {

package/model-function/generate-structure/StructureFromTextStreamingModel.d.ts

@@ -12,11 +12,6 @@ export declare class StructureFromTextStreamingModel<SOURCE_PROMPT, TARGET_PROMP
         model: MODEL;
         template: StructureFromTextPromptTemplate<SOURCE_PROMPT, TARGET_PROMPT>;
     });
-    doGenerateStructure(schema: Schema<unknown> & JsonSchemaProducer, prompt: SOURCE_PROMPT, options?: FunctionOptions): Promise<{
-        response: unknown;
-        value: unknown;
-        valueText: string;
-    }>;
     doStreamStructure(schema: Schema<unknown> & JsonSchemaProducer, prompt: SOURCE_PROMPT, options?: FunctionOptions): Promise<AsyncQueue<Delta<string>>>;
     extractStructureTextDelta(delta: unknown): string;
     parseAccumulatedStructureText(accumulatedText: string): unknown;