modelfusion 0.101.0 → 0.103.0

package/CHANGELOG.md

@@ -1,5 +1,46 @@
 # Changelog
 
+## v0.103.0 - 2023-12-23
+
+### Added
+
+- `finishReason` support for `generateText`.
+
+  The finish reason can be `stop` (the model stopped because it generated a stop sequence), `length` (the model stopped because it generated the maximum number of tokens), `content-filter` (the model stopped because the content filter detected a violation), `tool-calls` (the model stopped because it triggered a tool call), `error` (the model stopped because of an error), `other` (the model stopped for another reason), or `unknown` (the model stop reason is not know or the model does not support finish reasons).
+
+  You can extract it from the full response when using `fullResponse: true`:
+
+  ```ts
+  const { text, finishReason } = await generateText(
+    openai
+      .ChatTextGenerator({ model: "gpt-3.5-turbo", maxGenerationTokens: 200 })
+      .withTextPrompt(),
+    "Write a short story about a robot learning to love:",
+    { fullResponse: true }
+  );
+  ```
+
+## v0.102.0 - 2023-12-22
+
+### Added
+
+- You can specify `numberOfGenerations` on image generation models and create multiple images by using the `fullResponse: true` option. Example:
+
+  ```ts
+  // generate 2 images:
+  const { images } = await generateImage(
+    openai.ImageGenerator({
+      model: "dall-e-3",
+      numberOfGenerations: 2,
+      size: "1024x1024",
+    }),
+    "the wicked witch of the west in the style of early 19th century painting",
+    { fullResponse: true }
+  );
+  ```
+
+- **breaking change**: Image generation models use a generalized `numberOfGenerations` parameter (instead of model specific parameters) to specify the number of generations.
+
 ## v0.101.0 - 2023-12-22
 
 ### Changed

package/model-function/generate-image/ImageGenerationModel.d.ts

@@ -2,11 +2,21 @@ import { FunctionOptions } from "../../core/FunctionOptions.js";
 import { Model, ModelSettings } from "../Model.js";
 import { PromptTemplate } from "../PromptTemplate.js";
 export interface ImageGenerationModelSettings extends ModelSettings {
+    /**
+     * Number of images to generate.
+     *
+     * Specifies the number of images the model should generate for a given prompt.
+     *
+     * Does nothing if the model does not support this setting.
+     *
+     * Example: `numberOfGenerations: 2` // The model will produce 2 images
+     */
+    numberOfGenerations?: number;
 }
 export interface ImageGenerationModel<PROMPT, SETTINGS extends ImageGenerationModelSettings = ImageGenerationModelSettings> extends Model<SETTINGS> {
-    doGenerateImage(prompt: PROMPT, options?: FunctionOptions): PromiseLike<{
+    doGenerateImages(prompt: PROMPT, options?: FunctionOptions): PromiseLike<{
         response: unknown;
-        base64Image: string;
+        base64Images: string[];
     }>;
     withPromptTemplate<INPUT_PROMPT>(promptTemplate: PromptTemplate<INPUT_PROMPT, PROMPT>): ImageGenerationModel<INPUT_PROMPT, SETTINGS>;
 }

package/model-function/generate-image/PromptTemplateImageGenerationModel.cjs

@@ -24,15 +24,15 @@ class PromptTemplateImageGenerationModel {
     get settings() {
         return this.model.settings;
     }
-    doGenerateImage(prompt, options) {
+    doGenerateImages(prompt, options) {
         const mappedPrompt = this.promptTemplate.format(prompt);
-        return this.model.doGenerateImage(mappedPrompt, options);
+        return this.model.doGenerateImages(mappedPrompt, options);
     }
     get settingsForEvent() {
         return this.model.settingsForEvent;
     }
     withPromptTemplate(promptTemplate) {
-        return new PromptTemplateImageGenerationModel({ model: this, promptTemplate: promptTemplate });
+        return new PromptTemplateImageGenerationModel({ model: this, promptTemplate });
     }
     withSettings(additionalSettings) {
         return new PromptTemplateImageGenerationModel({

package/model-function/generate-image/PromptTemplateImageGenerationModel.d.ts

@@ -10,9 +10,9 @@ export declare class PromptTemplateImageGenerationModel<PROMPT, MODEL_PROMPT, SE
     });
     get modelInformation(): import("../ModelInformation.js").ModelInformation;
     get settings(): SETTINGS;
-    doGenerateImage(prompt: PROMPT, options?: FunctionOptions): PromiseLike<{
+    doGenerateImages(prompt: PROMPT, options?: FunctionOptions): PromiseLike<{
         response: unknown;
-        base64Image: string;
+        base64Images: string[];
     }>;
     get settingsForEvent(): Partial<SETTINGS>;
     withPromptTemplate<INPUT_PROMPT>(promptTemplate: PromptTemplate<INPUT_PROMPT, PROMPT>): PromptTemplateImageGenerationModel<INPUT_PROMPT, PROMPT, SETTINGS, this>;

package/model-function/generate-image/PromptTemplateImageGenerationModel.js

@@ -21,15 +21,15 @@ export class PromptTemplateImageGenerationModel {
     get settings() {
         return this.model.settings;
     }
-    doGenerateImage(prompt, options) {
+    doGenerateImages(prompt, options) {
         const mappedPrompt = this.promptTemplate.format(prompt);
-        return this.model.doGenerateImage(mappedPrompt, options);
+        return this.model.doGenerateImages(mappedPrompt, options);
     }
     get settingsForEvent() {
         return this.model.settingsForEvent;
     }
     withPromptTemplate(promptTemplate) {
-        return new PromptTemplateImageGenerationModel({ model: this, promptTemplate: promptTemplate });
+        return new PromptTemplateImageGenerationModel({ model: this, promptTemplate });
     }
     withSettings(additionalSettings) {
         return new PromptTemplateImageGenerationModel({

package/model-function/generate-image/generateImage.cjs

@@ -9,22 +9,24 @@ async function generateImage(model, prompt, options) {
         model,
         options,
         generateResponse: async (options) => {
-            const result = await model.doGenerateImage(prompt, options);
+            const result = await model.doGenerateImages(prompt, options);
             return {
                 response: result.response,
-                extractedValue: result.base64Image,
+                extractedValue: result.base64Images,
             };
         },
     });
-    const imageBase64 = fullResponse.value;
-    const image = Buffer.from(imageBase64, "base64");
+    const imagesBase64 = fullResponse.value;
+    const images = imagesBase64.map((imageBase64) => Buffer.from(imageBase64, "base64"));
     return options?.fullResponse
         ? {
-            image,
-            imageBase64,
+            image: images[0],
+            imageBase64: imagesBase64[0],
+            images,
+            imagesBase64,
             response: fullResponse.response,
             metadata: fullResponse.metadata,
         }
-        : image;
+        : images[0];
 }
 exports.generateImage = generateImage;

package/model-function/generate-image/generateImage.d.ts

@@ -34,6 +34,8 @@ export declare function generateImage<PROMPT>(model: ImageGenerationModel<PROMPT
 }): Promise<{
     image: Buffer;
     imageBase64: string;
+    images: Buffer[];
+    imagesBase64: string[];
     response: unknown;
     metadata: ModelCallMetadata;
 }>;

package/model-function/generate-image/generateImage.js

@@ -6,21 +6,23 @@ export async function generateImage(model, prompt, options) {
         model,
         options,
         generateResponse: async (options) => {
-            const result = await model.doGenerateImage(prompt, options);
+            const result = await model.doGenerateImages(prompt, options);
             return {
                 response: result.response,
-                extractedValue: result.base64Image,
+                extractedValue: result.base64Images,
             };
         },
     });
-    const imageBase64 = fullResponse.value;
-    const image = Buffer.from(imageBase64, "base64");
+    const imagesBase64 = fullResponse.value;
+    const images = imagesBase64.map((imageBase64) => Buffer.from(imageBase64, "base64"));
     return options?.fullResponse
         ? {
-            image,
-            imageBase64,
+            image: images[0],
+            imageBase64: imagesBase64[0],
+            images,
+            imagesBase64,
             response: fullResponse.response,
             metadata: fullResponse.metadata,
         }
-        : image;
+        : images[0];
 }

package/model-function/generate-text/PromptTemplateTextGenerationModel.d.ts

@@ -19,7 +19,7 @@ export declare class PromptTemplateTextGenerationModel<PROMPT, MODEL_PROMPT, SET
     get countPromptTokens(): MODEL["countPromptTokens"] extends undefined ? undefined : (prompt: PROMPT) => PromiseLike<number>;
     doGenerateTexts(prompt: PROMPT, options?: FunctionOptions): PromiseLike<{
         response: unknown;
-        texts: string[];
+        textGenerationResults: import("./TextGenerationResult.js").TextGenerationResult[];
         usage?: {
             promptTokens: number;
             completionTokens: number;

package/model-function/generate-text/TextGenerationModel.cjs

@@ -1,2 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.textGenerationModelProperties = void 0;
+exports.textGenerationModelProperties = [
+    "maxGenerationTokens",
+    "stopSequences",
+    "numberOfGenerations",
+    "trimWhitespace",
+];

package/model-function/generate-text/TextGenerationModel.d.ts

@@ -3,6 +3,8 @@ import { Delta } from "../Delta.js";
 import { Model, ModelSettings } from "../Model.js";
 import { BasicTokenizer, FullTokenizer } from "../tokenize-text/Tokenizer.js";
 import { TextGenerationPromptTemplate } from "./TextGenerationPromptTemplate.js";
+import { TextGenerationResult } from "./TextGenerationResult.js";
+export declare const textGenerationModelProperties: readonly ["maxGenerationTokens", "stopSequences", "numberOfGenerations", "trimWhitespace"];
 export interface TextGenerationModelSettings extends ModelSettings {
     /**
      * Specifies the maximum number of tokens (words, punctuation, parts of words) that the model can generate in a single response.
@@ -62,7 +64,7 @@ export interface TextGenerationModel<PROMPT, SETTINGS extends TextGenerationMode
     readonly countPromptTokens: ((prompt: PROMPT) => PromiseLike<number>) | undefined;
     doGenerateTexts(prompt: PROMPT, options?: FunctionOptions): PromiseLike<{
         response: unknown;
-        texts: string[];
+        textGenerationResults: TextGenerationResult[];
         usage?: {
             promptTokens: number;
             completionTokens: number;

package/model-function/generate-text/TextGenerationModel.js

@@ -1 +1,6 @@
-export {};
+export const textGenerationModelProperties = [
+    "maxGenerationTokens",
+    "stopSequences",
+    "numberOfGenerations",
+    "trimWhitespace",
+];

package/model-function/generate-text/TextGenerationResult.cjs

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/model-function/generate-text/TextGenerationResult.d.ts

@@ -0,0 +1,11 @@
+export type TextGenerationResult = {
+    /**
+     * The generated text.
+     */
+    text: string;
+    /**
+     * The reason why the generation stopped.
+     */
+    finishReason: TextGenerationFinishReason;
+};
+export type TextGenerationFinishReason = "stop" | "length" | "content-filter" | "tool-calls" | "error" | "other" | "unknown";

package/model-function/generate-text/TextGenerationResult.js

@@ -0,0 +1 @@
+export {};

package/model-function/generate-text/generateText.cjs

@@ -11,25 +11,30 @@ async function generateText(model, prompt, options) {
         generateResponse: async (options) => {
             const result = await model.doGenerateTexts(prompt, options);
             const shouldTrimWhitespace = model.settings.trimWhitespace ?? true;
-            const texts = shouldTrimWhitespace
-                ? result.texts.map((text) => text.trim())
-                : result.texts;
+            const textGenerationResults = shouldTrimWhitespace
+                ? result.textGenerationResults.map((textGeneration) => ({
+                    text: textGeneration.text.trim(),
+                    finishReason: textGeneration.finishReason,
+                }))
+                : result.textGenerationResults;
             return {
                 response: result.response,
-                extractedValue: texts,
+                extractedValue: textGenerationResults,
                 usage: result.usage,
             };
         },
     });
-    const texts = fullResponse.value;
-    const text = texts[0];
+    const textGenerationResults = fullResponse.value;
+    const firstResult = textGenerationResults[0];
     return options?.fullResponse
         ? {
-            text,
-            texts,
+            text: firstResult.text,
+            finishReason: firstResult.finishReason,
+            texts: textGenerationResults.map((textGeneration) => textGeneration.text),
+            textGenerationResults,
             response: fullResponse.response,
             metadata: fullResponse.metadata,
         }
-        : text;
+        : firstResult.text;
 }
 exports.generateText = generateText;

package/model-function/generate-text/generateText.d.ts

@@ -1,6 +1,7 @@
 import { FunctionOptions } from "../../core/FunctionOptions.js";
 import { ModelCallMetadata } from "../ModelCallMetadata.js";
 import { TextGenerationModel, TextGenerationModelSettings } from "./TextGenerationModel.js";
+import { TextGenerationFinishReason, TextGenerationResult } from "./TextGenerationResult.js";
 /**
  * Generate text for a prompt and return it as a string.
  *
@@ -29,7 +30,9 @@ export declare function generateText<PROMPT>(model: TextGenerationModel<PROMPT,
     fullResponse: true;
 }): Promise<{
     text: string;
+    finishReason: TextGenerationFinishReason;
     texts: string[];
+    textGenerationResults: TextGenerationResult[];
     response: unknown;
     metadata: ModelCallMetadata;
 }>;

package/model-function/generate-text/generateText.js

@@ -8,24 +8,29 @@ export async function generateText(model, prompt, options) {
         generateResponse: async (options) => {
             const result = await model.doGenerateTexts(prompt, options);
             const shouldTrimWhitespace = model.settings.trimWhitespace ?? true;
-            const texts = shouldTrimWhitespace
-                ? result.texts.map((text) => text.trim())
-                : result.texts;
+            const textGenerationResults = shouldTrimWhitespace
+                ? result.textGenerationResults.map((textGeneration) => ({
+                    text: textGeneration.text.trim(),
+                    finishReason: textGeneration.finishReason,
+                }))
+                : result.textGenerationResults;
             return {
                 response: result.response,
-                extractedValue: texts,
+                extractedValue: textGenerationResults,
                 usage: result.usage,
             };
         },
     });
-    const texts = fullResponse.value;
-    const text = texts[0];
+    const textGenerationResults = fullResponse.value;
+    const firstResult = textGenerationResults[0];
     return options?.fullResponse
         ? {
-            text,
-            texts,
+            text: firstResult.text,
+            finishReason: firstResult.finishReason,
+            texts: textGenerationResults.map((textGeneration) => textGeneration.text),
+            textGenerationResults,
             response: fullResponse.response,
             metadata: fullResponse.metadata,
         }
-        : text;
+        : firstResult.text;
 }

package/model-function/generate-text/index.cjs

@@ -19,6 +19,7 @@ __exportStar(require("./PromptTemplateTextStreamingModel.cjs"), exports);
 __exportStar(require("./TextGenerationEvent.cjs"), exports);
 __exportStar(require("./TextGenerationModel.cjs"), exports);
 __exportStar(require("./TextGenerationPromptTemplate.cjs"), exports);
+__exportStar(require("./TextGenerationResult.cjs"), exports);
 __exportStar(require("./generateText.cjs"), exports);
 __exportStar(require("./prompt-template/index.cjs"), exports);
 __exportStar(require("./streamText.cjs"), exports);

package/model-function/generate-text/index.d.ts

@@ -3,6 +3,7 @@ export * from "./PromptTemplateTextStreamingModel.js";
 export * from "./TextGenerationEvent.js";
 export * from "./TextGenerationModel.js";
 export * from "./TextGenerationPromptTemplate.js";
+export * from "./TextGenerationResult.js";
 export * from "./generateText.js";
 export * from "./prompt-template/index.js";
 export * from "./streamText.js";

package/model-function/generate-text/index.js

@@ -3,6 +3,7 @@ export * from "./PromptTemplateTextStreamingModel.js";
 export * from "./TextGenerationEvent.js";
 export * from "./TextGenerationModel.js";
 export * from "./TextGenerationPromptTemplate.js";
+export * from "./TextGenerationResult.js";
 export * from "./generateText.js";
 export * from "./prompt-template/index.js";
 export * from "./streamText.js";

package/model-provider/anthropic/AnthropicTextGenerationModel.cjs

@@ -4,12 +4,13 @@ exports.AnthropicTextGenerationResponseFormat = exports.AnthropicTextGenerationM
 const zod_1 = require("zod");
 const callWithRetryAndThrottle_js_1 = require("../../core/api/callWithRetryAndThrottle.cjs");
 const postToApi_js_1 = require("../../core/api/postToApi.cjs");
-const parseEventSourceStream_js_1 = require("../../util/streaming/parseEventSourceStream.cjs");
+const ZodSchema_js_1 = require("../../core/schema/ZodSchema.cjs");
+const parseJSON_js_1 = require("../../core/schema/parseJSON.cjs");
 const AbstractModel_js_1 = require("../../model-function/AbstractModel.cjs");
 const PromptTemplateTextStreamingModel_js_1 = require("../../model-function/generate-text/PromptTemplateTextStreamingModel.cjs");
+const TextGenerationModel_js_1 = require("../../model-function/generate-text/TextGenerationModel.cjs");
 const AsyncQueue_js_1 = require("../../util/AsyncQueue.cjs");
-const ZodSchema_js_1 = require("../../core/schema/ZodSchema.cjs");
-const parseJSON_js_1 = require("../../core/schema/parseJSON.cjs");
+const parseEventSourceStream_js_1 = require("../../util/streaming/parseEventSourceStream.cjs");
 const AnthropicApiConfiguration_js_1 = require("./AnthropicApiConfiguration.cjs");
 const AnthropicError_js_1 = require("./AnthropicError.cjs");
 const AnthropicPromptTemplate_js_1 = require("./AnthropicPromptTemplate.cjs");
@@ -74,8 +75,8 @@ class AnthropicTextGenerationModel extends AbstractModel_js_1.AbstractModel {
         const abortSignal = options.run?.abortSignal;
         const userId = this.settings.userId;
         return (0, callWithRetryAndThrottle_js_1.callWithRetryAndThrottle)({
-            retry: this.settings.api?.retry,
-            throttle: this.settings.api?.throttle,
+            retry: api.retry,
+            throttle: api.throttle,
             call: async () => {
                 return (0, postToApi_js_1.postJsonToApi)({
                     url: api.assembleUrl(`/complete`),
@@ -100,8 +101,7 @@ class AnthropicTextGenerationModel extends AbstractModel_js_1.AbstractModel {
     }
     get settingsForEvent() {
         const eventSettingProperties = [
-            "maxGenerationTokens",
-            "stopSequences",
+            ...TextGenerationModel_js_1.textGenerationModelProperties,
             "temperature",
             "topK",
             "topP",
@@ -116,9 +116,24 @@ class AnthropicTextGenerationModel extends AbstractModel_js_1.AbstractModel {
         });
         return {
             response,
-            texts: [response.completion],
+            textGenerationResults: [
+                {
+                    text: response.completion,
+                    finishReason: this.translateFinishReason(response.stop_reason),
+                },
+            ],
         };
     }
+    translateFinishReason(finishReason) {
+        switch (finishReason) {
+            case "stop_sequence":
+                return "stop";
+            case "max_tokens":
+                return "length";
+            default:
+                return "unknown";
+        }
+    }
     doStreamText(prompt, options) {
         return this.callAPI(prompt, {
             ...options,

package/model-provider/anthropic/AnthropicTextGenerationModel.d.ts

@@ -7,6 +7,7 @@ import { Delta } from "../../model-function/Delta.js";
 import { PromptTemplateTextStreamingModel } from "../../model-function/generate-text/PromptTemplateTextStreamingModel.js";
 import { TextGenerationModelSettings, TextStreamingModel } from "../../model-function/generate-text/TextGenerationModel.js";
 import { TextGenerationPromptTemplate } from "../../model-function/generate-text/TextGenerationPromptTemplate.js";
+import { TextGenerationFinishReason } from "../../model-function/generate-text/TextGenerationResult.js";
 export declare const ANTHROPIC_TEXT_GENERATION_MODELS: {
     "claude-instant-1": {
         contextWindowSize: number;
@@ -55,8 +56,12 @@ export declare class AnthropicTextGenerationModel extends AbstractModel<Anthropi
             completion: string;
             stop_reason: string;
         };
-        texts: string[];
+        textGenerationResults: {
+            text: string;
+            finishReason: TextGenerationFinishReason;
+        }[];
     }>;
+    private translateFinishReason;
     doStreamText(prompt: string, options?: FunctionOptions): Promise<AsyncIterable<Delta<string>>>;
     /**
      * Returns this model with a text prompt template.

package/model-provider/anthropic/AnthropicTextGenerationModel.js

@@ -1,15 +1,16 @@
 import { z } from "zod";
 import { callWithRetryAndThrottle } from "../../core/api/callWithRetryAndThrottle.js";
 import { createJsonResponseHandler, postJsonToApi, } from "../../core/api/postToApi.js";
-import { parseEventSourceStream } from "../../util/streaming/parseEventSourceStream.js";
+import { ZodSchema } from "../../core/schema/ZodSchema.js";
+import { parseJSON } from "../../core/schema/parseJSON.js";
 import { AbstractModel } from "../../model-function/AbstractModel.js";
 import { PromptTemplateTextStreamingModel } from "../../model-function/generate-text/PromptTemplateTextStreamingModel.js";
+import { textGenerationModelProperties, } from "../../model-function/generate-text/TextGenerationModel.js";
 import { AsyncQueue } from "../../util/AsyncQueue.js";
-import { ZodSchema } from "../../core/schema/ZodSchema.js";
-import { parseJSON } from "../../core/schema/parseJSON.js";
+import { parseEventSourceStream } from "../../util/streaming/parseEventSourceStream.js";
 import { AnthropicApiConfiguration } from "./AnthropicApiConfiguration.js";
 import { failedAnthropicCallResponseHandler } from "./AnthropicError.js";
-import { instruction, chat, text } from "./AnthropicPromptTemplate.js";
+import { chat, instruction, text } from "./AnthropicPromptTemplate.js";
 export const ANTHROPIC_TEXT_GENERATION_MODELS = {
     "claude-instant-1": {
         contextWindowSize: 100000,
@@ -71,8 +72,8 @@ export class AnthropicTextGenerationModel extends AbstractModel {
         const abortSignal = options.run?.abortSignal;
         const userId = this.settings.userId;
         return callWithRetryAndThrottle({
-            retry: this.settings.api?.retry,
-            throttle: this.settings.api?.throttle,
+            retry: api.retry,
+            throttle: api.throttle,
             call: async () => {
                 return postJsonToApi({
                     url: api.assembleUrl(`/complete`),
@@ -97,8 +98,7 @@ export class AnthropicTextGenerationModel extends AbstractModel {
     }
     get settingsForEvent() {
         const eventSettingProperties = [
-            "maxGenerationTokens",
-            "stopSequences",
+            ...textGenerationModelProperties,
             "temperature",
             "topK",
             "topP",
@@ -113,9 +113,24 @@ export class AnthropicTextGenerationModel extends AbstractModel {
         });
         return {
             response,
-            texts: [response.completion],
+            textGenerationResults: [
+                {
+                    text: response.completion,
+                    finishReason: this.translateFinishReason(response.stop_reason),
+                },
+            ],
         };
     }
+    translateFinishReason(finishReason) {
+        switch (finishReason) {
+            case "stop_sequence":
+                return "stop";
+            case "max_tokens":
+                return "length";
+            default:
+                return "unknown";
+        }
+    }
     doStreamText(prompt, options) {
         return this.callAPI(prompt, {
             ...options,

package/model-provider/automatic1111/Automatic1111ImageGenerationModel.cjs

@@ -37,13 +37,15 @@ class Automatic1111ImageGenerationModel extends AbstractModel_js_1.AbstractModel
                 url: api.assembleUrl(`/txt2img`),
                 headers: api.headers,
                 body: {
-                    height: this.settings.height,
-                    width: this.settings.width,
                     prompt: input.prompt,
                     negative_prompt: input.negativePrompt,
+                    seed: this.settings.seed,
+                    batch_size: this.settings.numberOfGenerations,
+                    height: this.settings.height,
+                    width: this.settings.width,
+                    cfg_scale: this.settings.cfgScale,
                     sampler_index: this.settings.sampler,
                     steps: this.settings.steps,
-                    seed: input.seed,
                     override_settings: {
                         sd_model_checkpoint: this.settings.model,
                     },
@@ -62,11 +64,11 @@ class Automatic1111ImageGenerationModel extends AbstractModel_js_1.AbstractModel
             steps: this.settings.steps,
         };
     }
-    async doGenerateImage(prompt, options) {
+    async doGenerateImages(prompt, options) {
         const response = await this.callAPI(prompt, options);
         return {
             response,
-            base64Image: response.images[0],
+            base64Images: response.images,
         };
     }
     withTextPrompt() {

package/model-provider/automatic1111/Automatic1111ImageGenerationModel.d.ts

@@ -8,11 +8,25 @@ import { PromptTemplateImageGenerationModel } from "../../model-function/generat
 import { Automatic1111ImageGenerationPrompt } from "./Automatic1111ImageGenerationPrompt.js";
 export interface Automatic1111ImageGenerationSettings extends ImageGenerationModelSettings {
     api?: ApiConfiguration;
+    /**
+     * Stable Diffusion checkpoint.
+     */
     model: string;
     height?: number;
     width?: number;
+    /**
+     * Sampling method.
+     */
     sampler?: string;
+    /**
+     * Sampling steps.
+     */
     steps?: number;
+    /**
+     * CFG Scale.
+     */
+    cfgScale?: number;
+    seed?: number;
 }
 /**
  * Create an image generation model that calls the AUTOMATIC1111 Stable Diffusion Web UI API.
@@ -25,13 +39,13 @@ export declare class Automatic1111ImageGenerationModel extends AbstractModel<Aut
     get modelName(): string;
     callAPI(input: Automatic1111ImageGenerationPrompt, options?: FunctionOptions): Promise<Automatic1111ImageGenerationResponse>;
     get settingsForEvent(): Partial<Automatic1111ImageGenerationSettings>;
-    doGenerateImage(prompt: Automatic1111ImageGenerationPrompt, options?: FunctionOptions): Promise<{
+    doGenerateImages(prompt: Automatic1111ImageGenerationPrompt, options?: FunctionOptions): Promise<{
         response: {
             images: string[];
             parameters: {};
             info: string;
         };
-        base64Image: string;
+        base64Images: string[];
     }>;
     withTextPrompt(): PromptTemplateImageGenerationModel<string, Automatic1111ImageGenerationPrompt, Automatic1111ImageGenerationSettings, this>;
     withPromptTemplate<INPUT_PROMPT>(promptTemplate: PromptTemplate<INPUT_PROMPT, Automatic1111ImageGenerationPrompt>): PromptTemplateImageGenerationModel<INPUT_PROMPT, Automatic1111ImageGenerationPrompt, Automatic1111ImageGenerationSettings, this>;