modelfusion 0.45.3 → 0.47.0

package/README.md

@@ -35,7 +35,7 @@ Or use a template: [ModelFusion terminal app starter](https://github.com/lgramme
 
 You can provide API keys for the different [integrations](https://modelfusion.dev/integration/model-provider/) using environment variables (e.g., `OPENAI_API_KEY`) or pass them into the model constructors as options.
 
-### [Generate Text](https://modelfusion.dev/guide/function/generate-text)
+### [Generate and Stream Text](https://modelfusion.dev/guide/function/generate-text)
 
 Generate text using a language model and a prompt.
 You can stream the text if it is supported by the model.
@@ -71,70 +71,11 @@ for await (const textFragment of textStream) {
 
 Providers: [OpenAI](https://modelfusion.dev/integration/model-provider/openai), [Anthropic](https://modelfusion.dev/integration/model-provider/anthropic), [Cohere](https://modelfusion.dev/integration/model-provider/cohere), [Llama.cpp](https://modelfusion.dev/integration/model-provider/llamacpp)
 
-#### Prompt Format
+### [Generate and Stream Structure](https://modelfusion.dev/guide/function/generate-structure#generatestructure)
 
-[Prompt format](https://modelfusion.dev/guide/function/generate-text/prompt-format) lets you use higher level prompt structures (such as instruction or chat prompts) for different models.
+Generate typed objects using a language model and a schema.
 
-```ts
-const text = await generateText(
-  new LlamaCppTextGenerationModel({
-    contextWindowSize: 4096, // Llama 2 context window size
-    maxCompletionTokens: 1000,
-  }).withPromptFormat(mapInstructionPromptToLlama2Format()),
-  {
-    system: "You are a story writer.",
-    instruction: "Write a short story about a robot learning to love.",
-  }
-);
-```
-
-```ts
-const textStream = await streamText(
-  new OpenAIChatModel({
-    model: "gpt-3.5-turbo",
-  }).withPromptFormat(mapChatPromptToOpenAIChatFormat()),
-  [
-    { system: "You are a celebrated poet." },
-    { user: "Write a short story about a robot learning to love." },
-    { ai: "Once upon a time, there was a robot who learned to love." },
-    { user: "That's a great start!" },
-  ]
-);
-```
-
-| Prompt Format | Instruction Prompt | Chat Prompt |
-| ------------- | ------------------ | ----------- |
-| OpenAI Chat   | ✅                 | ✅          |
-| Anthropic     | ✅                 | ✅          |
-| Llama 2       | ✅                 | ✅          |
-| Alpaca        | ✅                 | ❌          |
-| Vicuna        | ❌                 | ✅          |
-| Generic Text  | ✅                 | ✅          |
-
-#### Metadata and original responses
-
-ModelFusion model functions return rich results that include the original response and metadata when you call `.asFullResponse()` before resolving the promise.
-
-```ts
-// access the full response (needs to be typed) and the metadata:
-const { value, response, metadata } = await generateText(
-  new OpenAITextGenerationModel({
-    model: "gpt-3.5-turbo-instruct",
-    maxCompletionTokens: 1000,
-    n: 2, // generate 2 completions
-  }),
-  "Write a short story about a robot learning to love:\n\n"
-).asFullResponse();
-
-console.log(metadata);
-
-// cast to the response type:
-for (const choice of (response as OpenAITextGenerationResponse).choices) {
-  console.log(choice.text);
-}
-```
-
-### [Generate Structure](https://modelfusion.dev/guide/function/generate-structure#generatestructure)
+#### generateStructure
 
 Generate a structure that matches a schema.
 
@@ -169,7 +110,7 @@ const sentiment = await generateStructure(
 
 Providers: [OpenAI](https://modelfusion.dev/integration/model-provider/openai)
 
-### [Stream Structure](https://modelfusion.dev/guide/function/generate-structure#streamstructure)
+#### streamStructure
 
 Stream a structure that matches a schema. Partial structures before the final part are untyped JSON.
 
@@ -367,7 +308,7 @@ Providers: [HuggingFace](/integration/model-provider/huggingface)
 
 ### [Generate Image](https://modelfusion.dev/guide/function/generate-image)
 
-Generate a base64-encoded image from a prompt.
+Generate an image from a prompt.
 
 ```ts
 const image = await generateImage(
@@ -490,6 +431,91 @@ const result = await guard(
 );
 ```
 
+### Prompt Formats
+
+Prompt formats let you use higher level prompt structures (such as instruction or chat prompts) for different models.
+
+#### [Text Generation Prompt Formats](https://modelfusion.dev/guide/function/generate-text/prompt-format)
+
+```ts
+const text = await generateText(
+  new LlamaCppTextGenerationModel({
+    contextWindowSize: 4096, // Llama 2 context window size
+    maxCompletionTokens: 1000,
+  }).withPromptFormat(mapInstructionPromptToLlama2Format()),
+  {
+    system: "You are a story writer.",
+    instruction: "Write a short story about a robot learning to love.",
+  }
+);
+```
+
+They can also be accessed through the shorthand methods `.withChatPrompt()` and `.withInstructionPrompt()` for many models:
+
+```ts
+const textStream = await streamText(
+  new OpenAIChatModel({
+    model: "gpt-3.5-turbo",
+  }).withChatPrompt(),
+  [
+    { system: "You are a celebrated poet." },
+    { user: "Write a short story about a robot learning to love." },
+    { ai: "Once upon a time, there was a robot who learned to love." },
+    { user: "That's a great start!" },
+  ]
+);
+```
+
+| Prompt Format | Instruction Prompt | Chat Prompt |
+| ------------- | ------------------ | ----------- |
+| OpenAI Chat   | ✅                 | ✅          |
+| Anthropic     | ✅                 | ✅          |
+| Llama 2       | ✅                 | ✅          |
+| Alpaca        | ✅                 | ❌          |
+| Vicuna        | ❌                 | ✅          |
+| Generic Text  | ✅                 | ✅          |
+
+#### [Image Generation Prompt Formats](https://modelfusion.dev/guide/function/generate-image/prompt-format)
+
+You an use prompt formats with image models as well, e.g. to use a basic text prompt. It is available as a shorthand method:
+
+```ts
+const image = await generateImage(
+  new StabilityImageGenerationModel({
+    //...
+  }).withBasicPrompt(),
+  "the wicked witch of the west in the style of early 19th century painting"
+);
+```
+
+| Prompt Format | Basic Text Prompt |
+| ------------- | ----------------- |
+| Automatic1111 | ✅                |
+| Stability     | ✅                |
+
+### Metadata and original responses
+
+ModelFusion model functions return rich results that include the original response and metadata when you call `.asFullResponse()` before resolving the promise.
+
+```ts
+// access the full response (needs to be typed) and the metadata:
+const { value, response, metadata } = await generateText(
+  new OpenAITextGenerationModel({
+    model: "gpt-3.5-turbo-instruct",
+    maxCompletionTokens: 1000,
+    n: 2, // generate 2 completions
+  }),
+  "Write a short story about a robot learning to love:\n\n"
+).asFullResponse();
+
+console.log(metadata);
+
+// cast to the response type:
+for (const choice of (response as OpenAITextGenerationResponse).choices) {
+  console.log(choice.text);
+}
+```
+
 ### Observability
 
 Integrations: [Helicone](https://modelfusion.dev/integration/observability/helicone)
@@ -509,6 +535,7 @@ Integrations: [Helicone](https://modelfusion.dev/integration/observability/helic
   - [Synthesize Speech](https://modelfusion.dev/guide/function/synthesize-speech)
   - [Describe Image](https://modelfusion.dev/guide/function/describe-image)
   - [Generate Image](https://modelfusion.dev/guide/function/generate-image)
+    - [Prompt Format](https://modelfusion.dev/guide/function/generate-image/prompt-format)
 - [Tools](https://modelfusion.dev/guide/tools)
 - [Vector Indices](https://modelfusion.dev/guide/vector-index)
   - [Upsert](https://modelfusion.dev/guide/vector-index/upsert)

package/index.cjs

@@ -22,7 +22,6 @@ __exportStar(require("./guard/index.cjs"), exports);
 __exportStar(require("./model-function/index.cjs"), exports);
 __exportStar(require("./model-provider/index.cjs"), exports);
 __exportStar(require("./observability/index.cjs"), exports);
-__exportStar(require("./prompt/index.cjs"), exports);
 __exportStar(require("./retriever/index.cjs"), exports);
 __exportStar(require("./text-chunk/index.cjs"), exports);
 __exportStar(require("./tool/index.cjs"), exports);

package/index.d.ts

@@ -6,7 +6,6 @@ export * from "./guard/index.js";
 export * from "./model-function/index.js";
 export * from "./model-provider/index.js";
 export * from "./observability/index.js";
-export * from "./prompt/index.js";
 export * from "./retriever/index.js";
 export * from "./text-chunk/index.js";
 export * from "./tool/index.js";

package/index.js

@@ -6,7 +6,6 @@ export * from "./guard/index.js";
 export * from "./model-function/index.js";
 export * from "./model-provider/index.js";
 export * from "./observability/index.js";
-export * from "./prompt/index.js";
 export * from "./retriever/index.js";
 export * from "./text-chunk/index.js";
 export * from "./tool/index.js";

package/model-function/ModelFunctionPromise.cjs

@@ -0,0 +1,37 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ModelFunctionPromise = void 0;
+class ModelFunctionPromise extends Promise {
+    constructor(fullPromise) {
+        super((resolve) => {
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            resolve(null); // we override the resolve function
+        });
+        Object.defineProperty(this, "fullPromise", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: fullPromise
+        });
+        Object.defineProperty(this, "valuePromise", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.valuePromise = fullPromise.then((result) => result.value);
+    }
+    asFullResponse() {
+        return this.fullPromise;
+    }
+    then(onfulfilled, onrejected) {
+        return this.valuePromise.then(onfulfilled, onrejected);
+    }
+    catch(onrejected) {
+        return this.valuePromise.catch(onrejected);
+    }
+    finally(onfinally) {
+        return this.valuePromise.finally(onfinally);
+    }
+}
+exports.ModelFunctionPromise = ModelFunctionPromise;

package/model-function/ModelFunctionPromise.d.ts

@@ -0,0 +1,18 @@
+import { ModelCallMetadata } from "./ModelCallMetadata.js";
+export declare class ModelFunctionPromise<VALUE> extends Promise<VALUE> {
+    private fullPromise;
+    private valuePromise;
+    constructor(fullPromise: Promise<{
+        value: VALUE;
+        response: unknown;
+        metadata: ModelCallMetadata;
+    }>);
+    asFullResponse(): Promise<{
+        value: VALUE;
+        response: unknown;
+        metadata: ModelCallMetadata;
+    }>;
+    then<TResult1 = VALUE, TResult2 = never>(onfulfilled?: ((value: VALUE) => TResult1 | PromiseLike<TResult1>) | undefined | null, onrejected?: ((reason: unknown) => TResult2 | PromiseLike<TResult2>) | undefined | null): Promise<TResult1 | TResult2>;
+    catch<TResult = never>(onrejected?: ((reason: unknown) => TResult | PromiseLike<TResult>) | undefined | null): Promise<VALUE | TResult>;
+    finally(onfinally?: (() => void) | undefined | null): Promise<VALUE>;
+}

package/model-function/ModelFunctionPromise.js

@@ -0,0 +1,33 @@
+export class ModelFunctionPromise extends Promise {
+    constructor(fullPromise) {
+        super((resolve) => {
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            resolve(null); // we override the resolve function
+        });
+        Object.defineProperty(this, "fullPromise", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: fullPromise
+        });
+        Object.defineProperty(this, "valuePromise", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.valuePromise = fullPromise.then((result) => result.value);
+    }
+    asFullResponse() {
+        return this.fullPromise;
+    }
+    then(onfulfilled, onrejected) {
+        return this.valuePromise.then(onfulfilled, onrejected);
+    }
+    catch(onrejected) {
+        return this.valuePromise.catch(onrejected);
+    }
+    finally(onfinally) {
+        return this.valuePromise.finally(onfinally);
+    }
+}

package/{prompt → model-function}/PromptFormat.d.ts

@@ -6,9 +6,4 @@ export interface PromptFormat<SOURCE_PROMPT, TARGET_PROMPT> {
      * Formats the source prompt into the structure of the target prompt.
      */
     format(sourcePrompt: SOURCE_PROMPT): TARGET_PROMPT;
-    /**
-     * The texts that should be used as default stop sequences.
-     * This is e.g. important for chat formats.
-     */
-    stopSequences: string[];
 }

package/model-function/describe-image/describeImage.cjs

@@ -2,13 +2,14 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.describeImage = void 0;
 const executeCall_js_1 = require("../executeCall.cjs");
+const ModelFunctionPromise_js_1 = require("../ModelFunctionPromise.cjs");
 /**
  * Describe an image as text.
  *
  * Depending on the model, this can be used for image captioning, for describing the contents of an image, or for OCR.
  */
 function describeImage(model, data, options) {
-    return (0, executeCall_js_1.executeCall)({
+    return new ModelFunctionPromise_js_1.ModelFunctionPromise((0, executeCall_js_1.executeCall)({
         functionType: "image-description",
         input: data,
         model,
@@ -20,6 +21,6 @@ function describeImage(model, data, options) {
                 extractedValue: result.description,
             };
         },
-    });
+    }));
 }
 exports.describeImage = describeImage;

package/model-function/describe-image/describeImage.d.ts

@@ -1,5 +1,5 @@
 import { FunctionOptions } from "../../core/FunctionOptions.js";
-import { ModelFunctionPromise } from "../executeCall.js";
+import { ModelFunctionPromise } from "../ModelFunctionPromise.js";
 import { ImageDescriptionModel, ImageDescriptionModelSettings } from "./ImageDescriptionModel.js";
 /**
  * Describe an image as text.

package/model-function/describe-image/describeImage.js

@@ -1,11 +1,12 @@
 import { executeCall } from "../executeCall.js";
+import { ModelFunctionPromise } from "../ModelFunctionPromise.js";
 /**
  * Describe an image as text.
  *
  * Depending on the model, this can be used for image captioning, for describing the contents of an image, or for OCR.
  */
 export function describeImage(model, data, options) {
-    return executeCall({
+    return new ModelFunctionPromise(executeCall({
         functionType: "image-description",
         input: data,
         model,
@@ -17,5 +18,5 @@ export function describeImage(model, data, options) {
                 extractedValue: result.description,
             };
         },
-    });
+    }));
 }

package/model-function/embed/embed.cjs

@@ -2,6 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.embed = exports.embedMany = void 0;
 const executeCall_js_1 = require("../executeCall.cjs");
+const ModelFunctionPromise_js_1 = require("../ModelFunctionPromise.cjs");
 /**
  * Generate embeddings for multiple values.
  *
@@ -15,7 +16,7 @@ const executeCall_js_1 = require("../executeCall.cjs");
  * );
  */
 function embedMany(model, values, options) {
-    return (0, executeCall_js_1.executeCall)({
+    return new ModelFunctionPromise_js_1.ModelFunctionPromise((0, executeCall_js_1.executeCall)({
         functionType: "embedding",
         input: values,
         model,
@@ -43,7 +44,7 @@ function embedMany(model, values, options) {
                 extractedValue: embeddings,
             };
         },
-    });
+    }));
 }
 exports.embedMany = embedMany;
 /**
@@ -56,7 +57,7 @@ exports.embedMany = embedMany;
  * );
  */
 function embed(model, value, options) {
-    return (0, executeCall_js_1.executeCall)({
+    return new ModelFunctionPromise_js_1.ModelFunctionPromise((0, executeCall_js_1.executeCall)({
         functionType: "embedding",
         input: value,
         model,
@@ -68,6 +69,6 @@ function embed(model, value, options) {
                 extractedValue: result.embeddings[0],
             };
         },
-    });
+    }));
 }
 exports.embed = embed;

package/model-function/embed/embed.d.ts

@@ -1,6 +1,6 @@
 import { FunctionOptions } from "../../core/FunctionOptions.js";
 import { Vector } from "../../core/Vector.js";
-import { ModelFunctionPromise } from "../executeCall.js";
+import { ModelFunctionPromise } from "../ModelFunctionPromise.js";
 import { EmbeddingModel, EmbeddingModelSettings } from "./EmbeddingModel.js";
 /**
  * Generate embeddings for multiple values.

package/model-function/embed/embed.js

@@ -1,4 +1,5 @@
 import { executeCall } from "../executeCall.js";
+import { ModelFunctionPromise } from "../ModelFunctionPromise.js";
 /**
  * Generate embeddings for multiple values.
  *
@@ -12,7 +13,7 @@ import { executeCall } from "../executeCall.js";
  * );
  */
 export function embedMany(model, values, options) {
-    return executeCall({
+    return new ModelFunctionPromise(executeCall({
         functionType: "embedding",
         input: values,
         model,
@@ -40,7 +41,7 @@ export function embedMany(model, values, options) {
                 extractedValue: embeddings,
             };
         },
-    });
+    }));
 }
 /**
  * Generate an embedding for a single value.
@@ -52,7 +53,7 @@ export function embedMany(model, values, options) {
  * );
  */
 export function embed(model, value, options) {
-    return executeCall({
+    return new ModelFunctionPromise(executeCall({
         functionType: "embedding",
         input: value,
         model,
@@ -64,5 +65,5 @@ export function embed(model, value, options) {
                 extractedValue: result.embeddings[0],
             };
         },
-    });
+    }));
 }

package/model-function/executeCall.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.executeCall = exports.ModelFunctionPromise = void 0;
+exports.executeCall = void 0;
 const nanoid_1 = require("nanoid");
 const FunctionEventSource_js_1 = require("../core/FunctionEventSource.cjs");
 const GlobalFunctionLogging_js_1 = require("../core/GlobalFunctionLogging.cjs");
@@ -10,51 +10,7 @@ const getFunctionCallLogger_js_1 = require("../core/getFunctionCallLogger.cjs");
 const getRun_js_1 = require("../core/getRun.cjs");
 const DurationMeasurement_js_1 = require("../util/DurationMeasurement.cjs");
 const runSafe_js_1 = require("../util/runSafe.cjs");
-class ModelFunctionPromise extends Promise {
-    constructor(fullPromise) {
-        super((resolve) => {
-            // eslint-disable-next-line @typescript-eslint/no-explicit-any
-            resolve(null); // we override the resolve function
-        });
-        Object.defineProperty(this, "fullPromise", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: fullPromise
-        });
-        Object.defineProperty(this, "valuePromise", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.valuePromise = fullPromise.then((result) => result.value);
-    }
-    asFullResponse() {
-        return this.fullPromise;
-    }
-    then(onfulfilled, onrejected) {
-        return this.valuePromise.then(onfulfilled, onrejected);
-    }
-    catch(onrejected) {
-        return this.valuePromise.catch(onrejected);
-    }
-    finally(onfinally) {
-        return this.valuePromise.finally(onfinally);
-    }
-}
-exports.ModelFunctionPromise = ModelFunctionPromise;
-function executeCall({ model, options, input, functionType, generateResponse, }) {
-    return new ModelFunctionPromise(doExecuteCall({
-        model,
-        options,
-        input,
-        functionType,
-        generateResponse,
-    }));
-}
-exports.executeCall = executeCall;
-async function doExecuteCall({ model, options, input, functionType, generateResponse, }) {
+async function executeCall({ model, options, input, functionType, generateResponse, }) {
     const run = await (0, getRun_js_1.getRun)(options?.run);
     const settings = model.settings;
     const eventSource = new FunctionEventSource_js_1.FunctionEventSource({
@@ -148,3 +104,4 @@ async function doExecuteCall({ model, options, input, functionType, generateResp
         },
     };
 }
+exports.executeCall = executeCall;

package/model-function/executeCall.d.ts

@@ -2,23 +2,6 @@ import { FunctionOptions } from "../core/FunctionOptions.js";
 import { Model, ModelSettings } from "./Model.js";
 import { ModelCallStartedEvent } from "./ModelCallEvent.js";
 import { ModelCallMetadata } from "./ModelCallMetadata.js";
-export declare class ModelFunctionPromise<VALUE> extends Promise<VALUE> {
-    private fullPromise;
-    private valuePromise;
-    constructor(fullPromise: Promise<{
-        value: VALUE;
-        response: unknown;
-        metadata: ModelCallMetadata;
-    }>);
-    asFullResponse(): Promise<{
-        value: VALUE;
-        response: unknown;
-        metadata: ModelCallMetadata;
-    }>;
-    then<TResult1 = VALUE, TResult2 = never>(onfulfilled?: ((value: VALUE) => TResult1 | PromiseLike<TResult1>) | undefined | null, onrejected?: ((reason: unknown) => TResult2 | PromiseLike<TResult2>) | undefined | null): Promise<TResult1 | TResult2>;
-    catch<TResult = never>(onrejected?: ((reason: unknown) => TResult | PromiseLike<TResult>) | undefined | null): Promise<VALUE | TResult>;
-    finally(onfinally?: (() => void) | undefined | null): Promise<VALUE>;
-}
 export declare function executeCall<VALUE, MODEL extends Model<ModelSettings>>({ model, options, input, functionType, generateResponse, }: {
     model: MODEL;
     options?: FunctionOptions;
@@ -29,4 +12,8 @@ export declare function executeCall<VALUE, MODEL extends Model<ModelSettings>>({
         extractedValue: VALUE;
         usage?: unknown;
     }>;
-}): ModelFunctionPromise<VALUE>;
+}): Promise<{
+    value: VALUE;
+    response: unknown;
+    metadata: ModelCallMetadata;
+}>;

package/model-function/executeCall.js

@@ -7,49 +7,7 @@ import { getFunctionCallLogger } from "../core/getFunctionCallLogger.js";
 import { getRun } from "../core/getRun.js";
 import { startDurationMeasurement } from "../util/DurationMeasurement.js";
 import { runSafe } from "../util/runSafe.js";
-export class ModelFunctionPromise extends Promise {
-    constructor(fullPromise) {
-        super((resolve) => {
-            // eslint-disable-next-line @typescript-eslint/no-explicit-any
-            resolve(null); // we override the resolve function
-        });
-        Object.defineProperty(this, "fullPromise", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: fullPromise
-        });
-        Object.defineProperty(this, "valuePromise", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.valuePromise = fullPromise.then((result) => result.value);
-    }
-    asFullResponse() {
-        return this.fullPromise;
-    }
-    then(onfulfilled, onrejected) {
-        return this.valuePromise.then(onfulfilled, onrejected);
-    }
-    catch(onrejected) {
-        return this.valuePromise.catch(onrejected);
-    }
-    finally(onfinally) {
-        return this.valuePromise.finally(onfinally);
-    }
-}
-export function executeCall({ model, options, input, functionType, generateResponse, }) {
-    return new ModelFunctionPromise(doExecuteCall({
-        model,
-        options,
-        input,
-        functionType,
-        generateResponse,
-    }));
-}
-async function doExecuteCall({ model, options, input, functionType, generateResponse, }) {
+export async function executeCall({ model, options, input, functionType, generateResponse, }) {
     const run = await getRun(options?.run);
     const settings = model.settings;
     const eventSource = new FunctionEventSource({

package/model-function/generate-image/ImageGenerationModel.d.ts

@@ -1,5 +1,6 @@
 import { FunctionOptions } from "../../core/FunctionOptions.js";
 import { Model, ModelSettings } from "../Model.js";
+import { PromptFormat } from "../PromptFormat.js";
 export interface ImageGenerationModelSettings extends ModelSettings {
 }
 export interface ImageGenerationModel<PROMPT, SETTINGS extends ImageGenerationModelSettings = ImageGenerationModelSettings> extends Model<SETTINGS> {
@@ -7,4 +8,5 @@ export interface ImageGenerationModel<PROMPT, SETTINGS extends ImageGenerationMo
         response: unknown;
         base64Image: string;
     }>;
+    withPromptFormat<INPUT_PROMPT>(promptFormat: PromptFormat<INPUT_PROMPT, PROMPT>): ImageGenerationModel<INPUT_PROMPT, SETTINGS>;
 }